=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-334107 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-334107 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-334107 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [edb038e0-03b3-4922-9f77-b29edd6ec56e] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [edb038e0-03b3-4922-9f77-b29edd6ec56e] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 11.003865229s
I0127 11:22:57.601156 305936 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-334107 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-334107 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.876954615s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-334107 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-334107 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-334107
helpers_test.go:235: (dbg) docker inspect addons-334107:
-- stdout --
[
{
"Id": "e75c4376fc5aa457bbcb5fe886c60de56bfdf330b1f67dd618e9e622acf2db82",
"Created": "2025-01-27T11:18:20.414975298Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 307203,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-01-27T11:18:20.583771431Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:0434cf58b6dbace281e5de753aa4b2e3fe33dc9a3be53021531403743c3f155a",
"ResolvConfPath": "/var/lib/docker/containers/e75c4376fc5aa457bbcb5fe886c60de56bfdf330b1f67dd618e9e622acf2db82/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e75c4376fc5aa457bbcb5fe886c60de56bfdf330b1f67dd618e9e622acf2db82/hostname",
"HostsPath": "/var/lib/docker/containers/e75c4376fc5aa457bbcb5fe886c60de56bfdf330b1f67dd618e9e622acf2db82/hosts",
"LogPath": "/var/lib/docker/containers/e75c4376fc5aa457bbcb5fe886c60de56bfdf330b1f67dd618e9e622acf2db82/e75c4376fc5aa457bbcb5fe886c60de56bfdf330b1f67dd618e9e622acf2db82-json.log",
"Name": "/addons-334107",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-334107:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-334107",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/4ca3765ee08fa2afdefdeb218bb434b1fff4e4b4dd240a284ea8f370a8b8f954-init/diff:/var/lib/docker/overlay2/f9679fb4b68b50924b42b41bb8163a036f86217b5bdb257ff1bd6b1d4c169198/diff",
"MergedDir": "/var/lib/docker/overlay2/4ca3765ee08fa2afdefdeb218bb434b1fff4e4b4dd240a284ea8f370a8b8f954/merged",
"UpperDir": "/var/lib/docker/overlay2/4ca3765ee08fa2afdefdeb218bb434b1fff4e4b4dd240a284ea8f370a8b8f954/diff",
"WorkDir": "/var/lib/docker/overlay2/4ca3765ee08fa2afdefdeb218bb434b1fff4e4b4dd240a284ea8f370a8b8f954/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-334107",
"Source": "/var/lib/docker/volumes/addons-334107/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-334107",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-334107",
"name.minikube.sigs.k8s.io": "addons-334107",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "a145692d397ae85f7284c7df641b64de5f95fdd95b8a186f276fb0dd81ae2c76",
"SandboxKey": "/var/run/docker/netns/a145692d397a",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33138"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33139"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33142"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33140"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33141"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-334107": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "79dc6f937b3b4b82d5e026d04fe00ec980cd5c3ff6ecca4da43f8c26b5b0c990",
"EndpointID": "4db2b71ad62fcbcadfa6d969ffcdb48c161e98a2285f03a39c9afc775a6c65d6",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-334107",
"e75c4376fc5a"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-334107 -n addons-334107
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-334107 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-334107 logs -n 25: (1.628159103s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-227627 | download-only-227627 | jenkins | v1.35.0 | 27 Jan 25 11:17 UTC | 27 Jan 25 11:17 UTC |
| start | --download-only -p | download-docker-159827 | jenkins | v1.35.0 | 27 Jan 25 11:17 UTC | |
| | download-docker-159827 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-159827 | download-docker-159827 | jenkins | v1.35.0 | 27 Jan 25 11:17 UTC | 27 Jan 25 11:17 UTC |
| start | --download-only -p | binary-mirror-166762 | jenkins | v1.35.0 | 27 Jan 25 11:17 UTC | |
| | binary-mirror-166762 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39903 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-166762 | binary-mirror-166762 | jenkins | v1.35.0 | 27 Jan 25 11:17 UTC | 27 Jan 25 11:17 UTC |
| addons | disable dashboard -p | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:17 UTC | |
| | addons-334107 | | | | | |
| addons | enable dashboard -p | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:17 UTC | |
| | addons-334107 | | | | | |
| start | -p addons-334107 --wait=true | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:17 UTC | 27 Jan 25 11:20 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-334107 addons disable | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:20 UTC | 27 Jan 25 11:20 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-334107 addons disable | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| | -p addons-334107 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-334107 addons disable | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-334107 ip | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| addons | addons-334107 addons disable | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-334107 addons disable | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-334107 addons | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-334107 ssh cat | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| | /opt/local-path-provisioner/pvc-2074cc79-7217-4577-855d-67765c1957bf_default_test-pvc/file1 | | | | | |
| addons | addons-334107 addons disable | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:22 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-334107 addons | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-334107 addons | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:21 UTC | 27 Jan 25 11:21 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-334107 addons | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:22 UTC | 27 Jan 25 11:22 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-334107 addons | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:22 UTC | 27 Jan 25 11:22 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-334107 addons | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:22 UTC | 27 Jan 25 11:22 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-334107 ssh curl -s | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:22 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-334107 ip | addons-334107 | jenkins | v1.35.0 | 27 Jan 25 11:25 UTC | 27 Jan 25 11:25 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/01/27 11:17:55
Running on machine: ip-172-31-31-251
Binary: Built with gc go1.23.4 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0127 11:17:55.268436 306694 out.go:345] Setting OutFile to fd 1 ...
I0127 11:17:55.268556 306694 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 11:17:55.268566 306694 out.go:358] Setting ErrFile to fd 2...
I0127 11:17:55.268571 306694 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 11:17:55.268807 306694 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20319-300538/.minikube/bin
I0127 11:17:55.269233 306694 out.go:352] Setting JSON to false
I0127 11:17:55.270084 306694 start.go:129] hostinfo: {"hostname":"ip-172-31-31-251","uptime":7223,"bootTime":1737969453,"procs":164,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1075-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"982e3628-3742-4b3e-bb63-ac1b07660ec7"}
I0127 11:17:55.270162 306694 start.go:139] virtualization:
I0127 11:17:55.273601 306694 out.go:177] * [addons-334107] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0127 11:17:55.277445 306694 out.go:177] - MINIKUBE_LOCATION=20319
I0127 11:17:55.277554 306694 notify.go:220] Checking for updates...
I0127 11:17:55.283223 306694 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0127 11:17:55.285998 306694 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20319-300538/kubeconfig
I0127 11:17:55.288817 306694 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20319-300538/.minikube
I0127 11:17:55.291691 306694 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0127 11:17:55.294512 306694 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0127 11:17:55.297571 306694 driver.go:394] Setting default libvirt URI to qemu:///system
I0127 11:17:55.326550 306694 docker.go:123] docker version: linux-27.5.1:Docker Engine - Community
I0127 11:17:55.326670 306694 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0127 11:17:55.382705 306694 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:25 OomKillDisable:true NGoroutines:46 SystemTime:2025-01-27 11:17:55.373716978 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0127 11:17:55.382823 306694 docker.go:318] overlay module found
I0127 11:17:55.385969 306694 out.go:177] * Using the docker driver based on user configuration
I0127 11:17:55.388860 306694 start.go:297] selected driver: docker
I0127 11:17:55.388882 306694 start.go:901] validating driver "docker" against <nil>
I0127 11:17:55.388897 306694 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0127 11:17:55.389636 306694 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0127 11:17:55.446677 306694 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:25 OomKillDisable:true NGoroutines:46 SystemTime:2025-01-27 11:17:55.437249807 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0127 11:17:55.446900 306694 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0127 11:17:55.447159 306694 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0127 11:17:55.450144 306694 out.go:177] * Using Docker driver with root privileges
I0127 11:17:55.453138 306694 cni.go:84] Creating CNI manager for ""
I0127 11:17:55.453212 306694 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 11:17:55.453229 306694 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0127 11:17:55.453323 306694 start.go:340] cluster config:
{Name:addons-334107 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-334107 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: Network
Plugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPau
seInterval:1m0s}
I0127 11:17:55.456484 306694 out.go:177] * Starting "addons-334107" primary control-plane node in "addons-334107" cluster
I0127 11:17:55.459375 306694 cache.go:121] Beginning downloading kic base image for docker with crio
I0127 11:17:55.462306 306694 out.go:177] * Pulling base image v0.0.46 ...
I0127 11:17:55.465050 306694 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 11:17:55.465101 306694 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20319-300538/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4
I0127 11:17:55.465115 306694 cache.go:56] Caching tarball of preloaded images
I0127 11:17:55.465143 306694 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local docker daemon
I0127 11:17:55.465199 306694 preload.go:172] Found /home/jenkins/minikube-integration/20319-300538/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0127 11:17:55.465210 306694 cache.go:59] Finished verifying existence of preloaded tar for v1.32.1 on crio
I0127 11:17:55.465559 306694 profile.go:143] Saving config to /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/config.json ...
I0127 11:17:55.465635 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/config.json: {Name:mkd806ba61e5b6dcf4a537c937618b05ca59010c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:17:55.480875 306694 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 to local cache
I0127 11:17:55.480998 306694 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory
I0127 11:17:55.481022 306694 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory, skipping pull
I0127 11:17:55.481028 306694 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 exists in cache, skipping pull
I0127 11:17:55.481035 306694 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 as a tarball
I0127 11:17:55.481052 306694 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from local cache
I0127 11:18:13.147121 306694 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from cached tarball
I0127 11:18:13.147161 306694 cache.go:227] Successfully downloaded all kic artifacts
I0127 11:18:13.147210 306694 start.go:360] acquireMachinesLock for addons-334107: {Name:mk6bcedb76e58cf174b9564362eeb9eb1fada087 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0127 11:18:13.147351 306694 start.go:364] duration metric: took 115.675µs to acquireMachinesLock for "addons-334107"
I0127 11:18:13.147394 306694 start.go:93] Provisioning new machine with config: &{Name:addons-334107 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-334107 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVM
netClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0127 11:18:13.147471 306694 start.go:125] createHost starting for "" (driver="docker")
I0127 11:18:13.150906 306694 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0127 11:18:13.151183 306694 start.go:159] libmachine.API.Create for "addons-334107" (driver="docker")
I0127 11:18:13.151225 306694 client.go:168] LocalClient.Create starting
I0127 11:18:13.151335 306694 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20319-300538/.minikube/certs/ca.pem
I0127 11:18:13.589654 306694 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20319-300538/.minikube/certs/cert.pem
I0127 11:18:13.942501 306694 cli_runner.go:164] Run: docker network inspect addons-334107 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0127 11:18:13.958682 306694 cli_runner.go:211] docker network inspect addons-334107 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0127 11:18:13.958775 306694 network_create.go:284] running [docker network inspect addons-334107] to gather additional debugging logs...
I0127 11:18:13.958797 306694 cli_runner.go:164] Run: docker network inspect addons-334107
W0127 11:18:13.977991 306694 cli_runner.go:211] docker network inspect addons-334107 returned with exit code 1
I0127 11:18:13.978025 306694 network_create.go:287] error running [docker network inspect addons-334107]: docker network inspect addons-334107: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-334107 not found
I0127 11:18:13.978040 306694 network_create.go:289] output of [docker network inspect addons-334107]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-334107 not found
** /stderr **
I0127 11:18:13.978140 306694 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0127 11:18:13.995635 306694 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001954dd0}
I0127 11:18:13.995681 306694 network_create.go:124] attempt to create docker network addons-334107 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0127 11:18:13.995737 306694 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-334107 addons-334107
I0127 11:18:14.068710 306694 network_create.go:108] docker network addons-334107 192.168.49.0/24 created
I0127 11:18:14.068746 306694 kic.go:121] calculated static IP "192.168.49.2" for the "addons-334107" container
I0127 11:18:14.068825 306694 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0127 11:18:14.084369 306694 cli_runner.go:164] Run: docker volume create addons-334107 --label name.minikube.sigs.k8s.io=addons-334107 --label created_by.minikube.sigs.k8s.io=true
I0127 11:18:14.102689 306694 oci.go:103] Successfully created a docker volume addons-334107
I0127 11:18:14.102797 306694 cli_runner.go:164] Run: docker run --rm --name addons-334107-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-334107 --entrypoint /usr/bin/test -v addons-334107:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I0127 11:18:16.124350 306694 cli_runner.go:217] Completed: docker run --rm --name addons-334107-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-334107 --entrypoint /usr/bin/test -v addons-334107:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib: (2.021513389s)
I0127 11:18:16.124383 306694 oci.go:107] Successfully prepared a docker volume addons-334107
I0127 11:18:16.124413 306694 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 11:18:16.124434 306694 kic.go:194] Starting extracting preloaded images to volume ...
I0127 11:18:16.124507 306694 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20319-300538/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-334107:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I0127 11:18:20.347503 306694 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20319-300538/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-334107:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir: (4.222934416s)
I0127 11:18:20.347540 306694 kic.go:203] duration metric: took 4.223102432s to extract preloaded images to volume ...
W0127 11:18:20.347681 306694 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0127 11:18:20.347793 306694 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0127 11:18:20.399919 306694 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-334107 --name addons-334107 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-334107 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-334107 --network addons-334107 --ip 192.168.49.2 --volume addons-334107:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279
I0127 11:18:20.757121 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Running}}
I0127 11:18:20.779614 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:20.808186 306694 cli_runner.go:164] Run: docker exec addons-334107 stat /var/lib/dpkg/alternatives/iptables
I0127 11:18:20.860119 306694 oci.go:144] the created container "addons-334107" has a running status.
I0127 11:18:20.860148 306694 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa...
I0127 11:18:21.339811 306694 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0127 11:18:21.364612 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:21.392500 306694 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0127 11:18:21.392522 306694 kic_runner.go:114] Args: [docker exec --privileged addons-334107 chown docker:docker /home/docker/.ssh/authorized_keys]
I0127 11:18:21.454624 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:21.476667 306694 machine.go:93] provisionDockerMachine start ...
I0127 11:18:21.476764 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:21.508825 306694 main.go:141] libmachine: Using SSH client type: native
I0127 11:18:21.509089 306694 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0127 11:18:21.509100 306694 main.go:141] libmachine: About to run SSH command:
hostname
I0127 11:18:21.662948 306694 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-334107
I0127 11:18:21.663013 306694 ubuntu.go:169] provisioning hostname "addons-334107"
I0127 11:18:21.663140 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:21.684840 306694 main.go:141] libmachine: Using SSH client type: native
I0127 11:18:21.685088 306694 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0127 11:18:21.685107 306694 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-334107 && echo "addons-334107" | sudo tee /etc/hostname
I0127 11:18:21.829630 306694 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-334107
I0127 11:18:21.829715 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:21.852704 306694 main.go:141] libmachine: Using SSH client type: native
I0127 11:18:21.852953 306694 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0127 11:18:21.852970 306694 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-334107' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-334107/g' /etc/hosts;
else
echo '127.0.1.1 addons-334107' | sudo tee -a /etc/hosts;
fi
fi
I0127 11:18:21.983103 306694 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0127 11:18:21.983142 306694 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20319-300538/.minikube CaCertPath:/home/jenkins/minikube-integration/20319-300538/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20319-300538/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20319-300538/.minikube}
I0127 11:18:21.983171 306694 ubuntu.go:177] setting up certificates
I0127 11:18:21.983181 306694 provision.go:84] configureAuth start
I0127 11:18:21.983247 306694 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-334107
I0127 11:18:22.000689 306694 provision.go:143] copyHostCerts
I0127 11:18:22.000766 306694 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20319-300538/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20319-300538/.minikube/ca.pem (1082 bytes)
I0127 11:18:22.000880 306694 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20319-300538/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20319-300538/.minikube/cert.pem (1123 bytes)
I0127 11:18:22.000934 306694 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20319-300538/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20319-300538/.minikube/key.pem (1679 bytes)
I0127 11:18:22.000994 306694 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20319-300538/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20319-300538/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20319-300538/.minikube/certs/ca-key.pem org=jenkins.addons-334107 san=[127.0.0.1 192.168.49.2 addons-334107 localhost minikube]
I0127 11:18:22.817688 306694 provision.go:177] copyRemoteCerts
I0127 11:18:22.817763 306694 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0127 11:18:22.817807 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:22.835798 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:22.924117 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0127 11:18:22.949027 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0127 11:18:22.973109 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0127 11:18:22.997205 306694 provision.go:87] duration metric: took 1.014006091s to configureAuth
I0127 11:18:22.997231 306694 ubuntu.go:193] setting minikube options for container-runtime
I0127 11:18:22.997446 306694 config.go:182] Loaded profile config "addons-334107": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 11:18:22.997553 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:23.017835 306694 main.go:141] libmachine: Using SSH client type: native
I0127 11:18:23.018111 306694 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0127 11:18:23.018140 306694 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0127 11:18:23.246646 306694 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0127 11:18:23.246672 306694 machine.go:96] duration metric: took 1.769980924s to provisionDockerMachine
I0127 11:18:23.246683 306694 client.go:171] duration metric: took 10.095447609s to LocalClient.Create
I0127 11:18:23.246697 306694 start.go:167] duration metric: took 10.095514382s to libmachine.API.Create "addons-334107"
I0127 11:18:23.246705 306694 start.go:293] postStartSetup for "addons-334107" (driver="docker")
I0127 11:18:23.246716 306694 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0127 11:18:23.246784 306694 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0127 11:18:23.246830 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:23.264463 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:23.357043 306694 ssh_runner.go:195] Run: cat /etc/os-release
I0127 11:18:23.360470 306694 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0127 11:18:23.360513 306694 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0127 11:18:23.360524 306694 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0127 11:18:23.360532 306694 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0127 11:18:23.360544 306694 filesync.go:126] Scanning /home/jenkins/minikube-integration/20319-300538/.minikube/addons for local assets ...
I0127 11:18:23.360627 306694 filesync.go:126] Scanning /home/jenkins/minikube-integration/20319-300538/.minikube/files for local assets ...
I0127 11:18:23.360655 306694 start.go:296] duration metric: took 113.944853ms for postStartSetup
I0127 11:18:23.360985 306694 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-334107
I0127 11:18:23.378465 306694 profile.go:143] Saving config to /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/config.json ...
I0127 11:18:23.378769 306694 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0127 11:18:23.378828 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:23.395820 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:23.483947 306694 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0127 11:18:23.488560 306694 start.go:128] duration metric: took 10.341071782s to createHost
I0127 11:18:23.488586 306694 start.go:83] releasing machines lock for "addons-334107", held for 10.34122086s
I0127 11:18:23.488658 306694 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-334107
I0127 11:18:23.506292 306694 ssh_runner.go:195] Run: cat /version.json
I0127 11:18:23.506353 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:23.506627 306694 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0127 11:18:23.506698 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:23.529800 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:23.539452 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:23.614358 306694 ssh_runner.go:195] Run: systemctl --version
I0127 11:18:23.742475 306694 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0127 11:18:23.883901 306694 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0127 11:18:23.888272 306694 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0127 11:18:23.910231 306694 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0127 11:18:23.910341 306694 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0127 11:18:23.944128 306694 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0127 11:18:23.944154 306694 start.go:495] detecting cgroup driver to use...
I0127 11:18:23.944188 306694 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0127 11:18:23.944239 306694 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0127 11:18:23.961079 306694 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0127 11:18:23.972792 306694 docker.go:217] disabling cri-docker service (if available) ...
I0127 11:18:23.972908 306694 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0127 11:18:23.986720 306694 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0127 11:18:24.001218 306694 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0127 11:18:24.096027 306694 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0127 11:18:24.188919 306694 docker.go:233] disabling docker service ...
I0127 11:18:24.188998 306694 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0127 11:18:24.208975 306694 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0127 11:18:24.220620 306694 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0127 11:18:24.310700 306694 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0127 11:18:24.409483 306694 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0127 11:18:24.421152 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0127 11:18:24.437996 306694 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0127 11:18:24.438106 306694 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 11:18:24.448595 306694 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0127 11:18:24.448676 306694 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 11:18:24.458107 306694 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0127 11:18:24.467728 306694 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0127 11:18:24.477336 306694 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0127 11:18:24.486600 306694 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0127 11:18:24.496306 306694 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0127 11:18:24.512407 306694 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 11:18:24.523053 306694 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0127 11:18:24.531817 306694 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0127 11:18:24.540232 306694 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 11:18:24.617736 306694 ssh_runner.go:195] Run: sudo systemctl restart crio
I0127 11:18:24.718223 306694 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0127 11:18:24.718325 306694 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0127 11:18:24.721738 306694 start.go:563] Will wait 60s for crictl version
I0127 11:18:24.721806 306694 ssh_runner.go:195] Run: which crictl
I0127 11:18:24.725161 306694 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0127 11:18:24.766626 306694 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0127 11:18:24.766791 306694 ssh_runner.go:195] Run: crio --version
I0127 11:18:24.805456 306694 ssh_runner.go:195] Run: crio --version
I0127 11:18:24.851200 306694 out.go:177] * Preparing Kubernetes v1.32.1 on CRI-O 1.24.6 ...
I0127 11:18:24.854152 306694 cli_runner.go:164] Run: docker network inspect addons-334107 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0127 11:18:24.869945 306694 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0127 11:18:24.873399 306694 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0127 11:18:24.883708 306694 kubeadm.go:883] updating cluster {Name:addons-334107 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-334107 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClie
ntPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0127 11:18:24.883822 306694 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 11:18:24.883881 306694 ssh_runner.go:195] Run: sudo crictl images --output json
I0127 11:18:24.965368 306694 crio.go:514] all images are preloaded for cri-o runtime.
I0127 11:18:24.965394 306694 crio.go:433] Images already preloaded, skipping extraction
I0127 11:18:24.965487 306694 ssh_runner.go:195] Run: sudo crictl images --output json
I0127 11:18:25.003799 306694 crio.go:514] all images are preloaded for cri-o runtime.
I0127 11:18:25.003823 306694 cache_images.go:84] Images are preloaded, skipping loading
I0127 11:18:25.003837 306694 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.1 crio true true} ...
I0127 11:18:25.003941 306694 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-334107 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.1 ClusterName:addons-334107 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0127 11:18:25.004027 306694 ssh_runner.go:195] Run: crio config
I0127 11:18:25.066409 306694 cni.go:84] Creating CNI manager for ""
I0127 11:18:25.066435 306694 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 11:18:25.066447 306694 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0127 11:18:25.066500 306694 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-334107 NodeName:addons-334107 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0127 11:18:25.066676 306694 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-334107"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0127 11:18:25.066812 306694 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.1
I0127 11:18:25.075831 306694 binaries.go:44] Found k8s binaries, skipping transfer
I0127 11:18:25.075936 306694 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0127 11:18:25.085360 306694 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0127 11:18:25.104417 306694 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0127 11:18:25.123099 306694 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0127 11:18:25.141526 306694 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0127 11:18:25.145189 306694 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0127 11:18:25.156044 306694 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 11:18:25.235116 306694 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0127 11:18:25.248709 306694 certs.go:68] Setting up /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107 for IP: 192.168.49.2
I0127 11:18:25.248732 306694 certs.go:194] generating shared ca certs ...
I0127 11:18:25.248749 306694 certs.go:226] acquiring lock for ca certs: {Name:mk949cfe0d73736f3d2e354b486773524a8fcbe7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:25.248884 306694 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20319-300538/.minikube/ca.key
I0127 11:18:25.678901 306694 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20319-300538/.minikube/ca.crt ...
I0127 11:18:25.678951 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/ca.crt: {Name:mkc47a15c0154af90e3a3ef9c58f88ef0bb60e0f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:25.679175 306694 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20319-300538/.minikube/ca.key ...
I0127 11:18:25.679192 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/ca.key: {Name:mk4c82ae59b914290adacec19770153e31e97f17 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:25.679977 306694 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20319-300538/.minikube/proxy-client-ca.key
I0127 11:18:26.224239 306694 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20319-300538/.minikube/proxy-client-ca.crt ...
I0127 11:18:26.224271 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/proxy-client-ca.crt: {Name:mkd8f25c50161694d6bded52e4748a30a400e1a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:26.224467 306694 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20319-300538/.minikube/proxy-client-ca.key ...
I0127 11:18:26.224480 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/proxy-client-ca.key: {Name:mk727e60e4ccfafcbcbf30784c37fad2ab19bbe5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:26.224564 306694 certs.go:256] generating profile certs ...
I0127 11:18:26.224626 306694 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/client.key
I0127 11:18:26.224646 306694 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/client.crt with IP's: []
I0127 11:18:26.410909 306694 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/client.crt ...
I0127 11:18:26.410940 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/client.crt: {Name:mk6e7c57e7dbc229227b6a9e35580aad51df166d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:26.411781 306694 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/client.key ...
I0127 11:18:26.411797 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/client.key: {Name:mk0ec320d845c2a01c435e1054e26c846996f75b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:26.412513 306694 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.key.2e3a804e
I0127 11:18:26.412539 306694 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.crt.2e3a804e with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0127 11:18:26.746595 306694 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.crt.2e3a804e ...
I0127 11:18:26.746628 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.crt.2e3a804e: {Name:mk0dc0c9e9be380af92c480b7750e8e23f868c84 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:26.747431 306694 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.key.2e3a804e ...
I0127 11:18:26.747455 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.key.2e3a804e: {Name:mk49f86b6f7cc48dcba0efa1fd80c70b0c7d7da0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:26.748191 306694 certs.go:381] copying /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.crt.2e3a804e -> /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.crt
I0127 11:18:26.748378 306694 certs.go:385] copying /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.key.2e3a804e -> /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.key
I0127 11:18:26.748440 306694 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/proxy-client.key
I0127 11:18:26.748466 306694 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/proxy-client.crt with IP's: []
I0127 11:18:27.286563 306694 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/proxy-client.crt ...
I0127 11:18:27.286596 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/proxy-client.crt: {Name:mk2c929ca433ca4c08301f94f6daa010527b7b00 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:27.287386 306694 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/proxy-client.key ...
I0127 11:18:27.287405 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/proxy-client.key: {Name:mk7cced1986c1c65a623ebab7f523bf2ea6b533f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:27.288202 306694 certs.go:484] found cert: /home/jenkins/minikube-integration/20319-300538/.minikube/certs/ca-key.pem (1679 bytes)
I0127 11:18:27.288248 306694 certs.go:484] found cert: /home/jenkins/minikube-integration/20319-300538/.minikube/certs/ca.pem (1082 bytes)
I0127 11:18:27.288291 306694 certs.go:484] found cert: /home/jenkins/minikube-integration/20319-300538/.minikube/certs/cert.pem (1123 bytes)
I0127 11:18:27.288320 306694 certs.go:484] found cert: /home/jenkins/minikube-integration/20319-300538/.minikube/certs/key.pem (1679 bytes)
I0127 11:18:27.288956 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0127 11:18:27.314292 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0127 11:18:27.338358 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0127 11:18:27.362547 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0127 11:18:27.386700 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0127 11:18:27.410140 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0127 11:18:27.433968 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0127 11:18:27.458348 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/profiles/addons-334107/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0127 11:18:27.482656 306694 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20319-300538/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0127 11:18:27.506580 306694 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0127 11:18:27.525475 306694 ssh_runner.go:195] Run: openssl version
I0127 11:18:27.530884 306694 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0127 11:18:27.540561 306694 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0127 11:18:27.544222 306694 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jan 27 11:18 /usr/share/ca-certificates/minikubeCA.pem
I0127 11:18:27.544319 306694 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0127 11:18:27.551133 306694 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0127 11:18:27.560492 306694 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0127 11:18:27.563849 306694 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0127 11:18:27.563898 306694 kubeadm.go:392] StartCluster: {Name:addons-334107 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-334107 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientP
ath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0127 11:18:27.563981 306694 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0127 11:18:27.564035 306694 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0127 11:18:27.601156 306694 cri.go:89] found id: ""
I0127 11:18:27.601227 306694 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0127 11:18:27.610284 306694 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0127 11:18:27.619087 306694 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0127 11:18:27.619154 306694 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0127 11:18:27.627967 306694 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0127 11:18:27.627990 306694 kubeadm.go:157] found existing configuration files:
I0127 11:18:27.628049 306694 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0127 11:18:27.636808 306694 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0127 11:18:27.636911 306694 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0127 11:18:27.652274 306694 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0127 11:18:27.662529 306694 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0127 11:18:27.662599 306694 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0127 11:18:27.672263 306694 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0127 11:18:27.682377 306694 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0127 11:18:27.682453 306694 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0127 11:18:27.691964 306694 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0127 11:18:27.703416 306694 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0127 11:18:27.703482 306694 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0127 11:18:27.712187 306694 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0127 11:18:27.753241 306694 kubeadm.go:310] [init] Using Kubernetes version: v1.32.1
I0127 11:18:27.753304 306694 kubeadm.go:310] [preflight] Running pre-flight checks
I0127 11:18:27.774769 306694 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0127 11:18:27.774858 306694 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1075-aws[0m
I0127 11:18:27.774899 306694 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0127 11:18:27.774948 306694 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0127 11:18:27.775003 306694 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0127 11:18:27.775053 306694 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0127 11:18:27.775125 306694 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0127 11:18:27.775180 306694 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0127 11:18:27.775238 306694 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0127 11:18:27.775288 306694 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0127 11:18:27.775342 306694 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0127 11:18:27.775392 306694 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0127 11:18:27.840112 306694 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0127 11:18:27.840226 306694 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0127 11:18:27.840328 306694 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0127 11:18:27.847625 306694 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0127 11:18:27.853854 306694 out.go:235] - Generating certificates and keys ...
I0127 11:18:27.854062 306694 kubeadm.go:310] [certs] Using existing ca certificate authority
I0127 11:18:27.854178 306694 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0127 11:18:28.498981 306694 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0127 11:18:28.749137 306694 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0127 11:18:28.906486 306694 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0127 11:18:29.151377 306694 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0127 11:18:30.112228 306694 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0127 11:18:30.113822 306694 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-334107 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0127 11:18:30.360925 306694 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0127 11:18:30.361283 306694 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-334107 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0127 11:18:30.507833 306694 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0127 11:18:30.704366 306694 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0127 11:18:31.084068 306694 kubeadm.go:310] [certs] Generating "sa" key and public key
I0127 11:18:31.084281 306694 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0127 11:18:31.922760 306694 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0127 11:18:32.428010 306694 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0127 11:18:32.824542 306694 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0127 11:18:33.320313 306694 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0127 11:18:33.987927 306694 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0127 11:18:33.988682 306694 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0127 11:18:33.992307 306694 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0127 11:18:33.995672 306694 out.go:235] - Booting up control plane ...
I0127 11:18:33.995784 306694 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0127 11:18:33.995869 306694 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0127 11:18:33.996768 306694 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0127 11:18:34.007869 306694 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0127 11:18:34.021676 306694 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0127 11:18:34.021735 306694 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0127 11:18:34.118172 306694 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0127 11:18:34.118295 306694 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0127 11:18:35.120193 306694 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001721189s
I0127 11:18:35.120299 306694 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0127 11:18:42.125285 306694 kubeadm.go:310] [api-check] The API server is healthy after 7.005467746s
I0127 11:18:42.149569 306694 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0127 11:18:42.190586 306694 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0127 11:18:42.234545 306694 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0127 11:18:42.234755 306694 kubeadm.go:310] [mark-control-plane] Marking the node addons-334107 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0127 11:18:42.254136 306694 kubeadm.go:310] [bootstrap-token] Using token: 0fw67z.4ysska0bru2nwh14
I0127 11:18:42.257158 306694 out.go:235] - Configuring RBAC rules ...
I0127 11:18:42.257295 306694 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0127 11:18:42.268069 306694 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0127 11:18:42.278880 306694 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0127 11:18:42.287806 306694 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0127 11:18:42.293748 306694 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0127 11:18:42.299304 306694 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0127 11:18:42.533492 306694 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0127 11:18:42.968460 306694 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0127 11:18:43.533933 306694 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0127 11:18:43.533955 306694 kubeadm.go:310]
I0127 11:18:43.534016 306694 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0127 11:18:43.534021 306694 kubeadm.go:310]
I0127 11:18:43.534098 306694 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0127 11:18:43.534103 306694 kubeadm.go:310]
I0127 11:18:43.534129 306694 kubeadm.go:310] mkdir -p $HOME/.kube
I0127 11:18:43.534189 306694 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0127 11:18:43.534240 306694 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0127 11:18:43.534245 306694 kubeadm.go:310]
I0127 11:18:43.534299 306694 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0127 11:18:43.534304 306694 kubeadm.go:310]
I0127 11:18:43.534367 306694 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0127 11:18:43.534373 306694 kubeadm.go:310]
I0127 11:18:43.534425 306694 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0127 11:18:43.534499 306694 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0127 11:18:43.534568 306694 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0127 11:18:43.534581 306694 kubeadm.go:310]
I0127 11:18:43.534666 306694 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0127 11:18:43.534743 306694 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0127 11:18:43.534747 306694 kubeadm.go:310]
I0127 11:18:43.534831 306694 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 0fw67z.4ysska0bru2nwh14 \
I0127 11:18:43.534940 306694 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:48e67245c146e975d09f55afb746c1ac0255b920d803cd458fd330de66b03567 \
I0127 11:18:43.534962 306694 kubeadm.go:310] --control-plane
I0127 11:18:43.534967 306694 kubeadm.go:310]
I0127 11:18:43.535051 306694 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0127 11:18:43.535056 306694 kubeadm.go:310]
I0127 11:18:43.535155 306694 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 0fw67z.4ysska0bru2nwh14 \
I0127 11:18:43.535258 306694 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:48e67245c146e975d09f55afb746c1ac0255b920d803cd458fd330de66b03567
I0127 11:18:43.537713 306694 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0127 11:18:43.537940 306694 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1075-aws\n", err: exit status 1
I0127 11:18:43.538044 306694 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0127 11:18:43.538066 306694 cni.go:84] Creating CNI manager for ""
I0127 11:18:43.538074 306694 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 11:18:43.543190 306694 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0127 11:18:43.546062 306694 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0127 11:18:43.550050 306694 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.1/kubectl ...
I0127 11:18:43.550071 306694 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0127 11:18:43.570698 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0127 11:18:43.843648 306694 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0127 11:18:43.843782 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 11:18:43.843882 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-334107 minikube.k8s.io/updated_at=2025_01_27T11_18_43_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=35c230aa12d4986001aef5f6e29069f3bc5493aa minikube.k8s.io/name=addons-334107 minikube.k8s.io/primary=true
I0127 11:18:43.860156 306694 ops.go:34] apiserver oom_adj: -16
I0127 11:18:43.985924 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 11:18:44.487016 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 11:18:44.986685 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 11:18:45.486844 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 11:18:45.986741 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 11:18:46.486350 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 11:18:46.986203 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 11:18:47.486177 306694 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 11:18:47.634743 306694 kubeadm.go:1113] duration metric: took 3.791005626s to wait for elevateKubeSystemPrivileges
I0127 11:18:47.634796 306694 kubeadm.go:394] duration metric: took 20.070901865s to StartCluster
I0127 11:18:47.634814 306694 settings.go:142] acquiring lock: {Name:mk59e26dfc61a439e501d9ae8e7cbc4a6f05e310 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:47.635571 306694 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20319-300538/kubeconfig
I0127 11:18:47.636310 306694 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20319-300538/kubeconfig: {Name:mka2258aa0d8dec49c19d97bc831e58d42b19053 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 11:18:47.639402 306694 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0127 11:18:47.639830 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0127 11:18:47.640555 306694 config.go:182] Loaded profile config "addons-334107": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 11:18:47.640663 306694 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0127 11:18:47.640779 306694 addons.go:69] Setting yakd=true in profile "addons-334107"
I0127 11:18:47.640801 306694 addons.go:238] Setting addon yakd=true in "addons-334107"
I0127 11:18:47.640840 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.640903 306694 addons.go:69] Setting inspektor-gadget=true in profile "addons-334107"
I0127 11:18:47.640925 306694 addons.go:238] Setting addon inspektor-gadget=true in "addons-334107"
I0127 11:18:47.640944 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.641019 306694 addons.go:69] Setting metrics-server=true in profile "addons-334107"
I0127 11:18:47.641060 306694 addons.go:238] Setting addon metrics-server=true in "addons-334107"
I0127 11:18:47.641106 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.641482 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.641624 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.643166 306694 out.go:177] * Verifying Kubernetes components...
I0127 11:18:47.643267 306694 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-334107"
I0127 11:18:47.643280 306694 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-334107"
I0127 11:18:47.643307 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.643752 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.644326 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.644801 306694 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-334107"
I0127 11:18:47.644825 306694 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-334107"
I0127 11:18:47.644861 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.645278 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.646490 306694 addons.go:69] Setting cloud-spanner=true in profile "addons-334107"
I0127 11:18:47.646518 306694 addons.go:238] Setting addon cloud-spanner=true in "addons-334107"
I0127 11:18:47.646547 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.646991 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.648564 306694 addons.go:69] Setting registry=true in profile "addons-334107"
I0127 11:18:47.648592 306694 addons.go:238] Setting addon registry=true in "addons-334107"
I0127 11:18:47.648623 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.649064 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.657990 306694 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-334107"
I0127 11:18:47.658056 306694 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-334107"
I0127 11:18:47.658087 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.658556 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.660890 306694 addons.go:69] Setting storage-provisioner=true in profile "addons-334107"
I0127 11:18:47.660947 306694 addons.go:238] Setting addon storage-provisioner=true in "addons-334107"
I0127 11:18:47.661048 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.661584 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.669830 306694 addons.go:69] Setting default-storageclass=true in profile "addons-334107"
I0127 11:18:47.669867 306694 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-334107"
I0127 11:18:47.670202 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.675170 306694 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-334107"
I0127 11:18:47.675203 306694 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-334107"
I0127 11:18:47.675552 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.686688 306694 addons.go:69] Setting volcano=true in profile "addons-334107"
I0127 11:18:47.686730 306694 addons.go:238] Setting addon volcano=true in "addons-334107"
I0127 11:18:47.686770 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.687314 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.689169 306694 addons.go:69] Setting gcp-auth=true in profile "addons-334107"
I0127 11:18:47.689198 306694 mustload.go:65] Loading cluster: addons-334107
I0127 11:18:47.689395 306694 config.go:182] Loaded profile config "addons-334107": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 11:18:47.689645 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.705063 306694 addons.go:69] Setting volumesnapshots=true in profile "addons-334107"
I0127 11:18:47.705095 306694 addons.go:238] Setting addon volumesnapshots=true in "addons-334107"
I0127 11:18:47.705131 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.705615 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.707613 306694 addons.go:69] Setting ingress=true in profile "addons-334107"
I0127 11:18:47.707637 306694 addons.go:238] Setting addon ingress=true in "addons-334107"
I0127 11:18:47.707755 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.708237 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.751310 306694 addons.go:69] Setting ingress-dns=true in profile "addons-334107"
I0127 11:18:47.751342 306694 addons.go:238] Setting addon ingress-dns=true in "addons-334107"
I0127 11:18:47.751394 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:47.751862 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:47.754850 306694 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 11:18:47.829727 306694 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.36.0
I0127 11:18:47.836299 306694 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0127 11:18:47.836329 306694 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0127 11:18:47.836400 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:47.859990 306694 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0127 11:18:47.863304 306694 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0127 11:18:47.863333 306694 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0127 11:18:47.863407 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:47.906321 306694 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0127 11:18:47.920487 306694 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0127 11:18:47.920508 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0127 11:18:47.920578 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:47.940727 306694 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0127 11:18:47.950848 306694 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0127 11:18:47.961825 306694 out.go:177] - Using image docker.io/registry:2.8.3
I0127 11:18:47.966839 306694 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0127 11:18:47.973367 306694 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0127 11:18:47.973389 306694 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0127 11:18:47.973460 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:47.974326 306694 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0127 11:18:47.974380 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0127 11:18:47.974469 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:47.991233 306694 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.28
I0127 11:18:47.998554 306694 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0127 11:18:47.999353 306694 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0127 11:18:47.999379 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0127 11:18:47.999445 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:47.999579 306694 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0127 11:18:48.001553 306694 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0127 11:18:48.001573 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0127 11:18:48.001644 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:48.009943 306694 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0127 11:18:48.011525 306694 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-334107"
I0127 11:18:48.011578 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:48.012042 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
W0127 11:18:48.020500 306694 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0127 11:18:48.039917 306694 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0127 11:18:48.046046 306694 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0127 11:18:48.046137 306694 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0127 11:18:48.046243 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:48.036987 306694 addons.go:238] Setting addon default-storageclass=true in "addons-334107"
I0127 11:18:48.037036 306694 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0127 11:18:48.037044 306694 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0127 11:18:48.037048 306694 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 11:18:48.046539 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.046572 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.064915 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:48.072016 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:48.072503 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:48.075396 306694 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0127 11:18:48.075419 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0127 11:18:48.075480 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:48.083107 306694 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0127 11:18:48.085811 306694 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 11:18:48.086918 306694 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0127 11:18:48.091354 306694 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0127 11:18:48.091381 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0127 11:18:48.091451 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:48.104753 306694 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0127 11:18:48.104830 306694 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0127 11:18:48.107922 306694 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0127 11:18:48.107946 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0127 11:18:48.108014 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:48.118365 306694 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0127 11:18:48.130663 306694 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0127 11:18:48.135121 306694 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0127 11:18:48.135151 306694 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0127 11:18:48.135222 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:48.167171 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.177627 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.232247 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.242661 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.253171 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.267184 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.276590 306694 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0127 11:18:48.279984 306694 out.go:177] - Using image docker.io/busybox:stable
I0127 11:18:48.287326 306694 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0127 11:18:48.287353 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0127 11:18:48.287418 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:48.300965 306694 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0127 11:18:48.300987 306694 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0127 11:18:48.301046 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:48.312248 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.335252 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.337631 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.339324 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.363298 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.383200 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:48.411653 306694 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0127 11:18:48.411675 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0127 11:18:48.474116 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0127 11:18:48.524022 306694 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0127 11:18:48.524094 306694 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0127 11:18:48.541127 306694 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0127 11:18:48.541197 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0127 11:18:48.613788 306694 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0127 11:18:48.614049 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0127 11:18:48.715923 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0127 11:18:48.729861 306694 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0127 11:18:48.729894 306694 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0127 11:18:48.733007 306694 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0127 11:18:48.733078 306694 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0127 11:18:48.761578 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0127 11:18:48.817560 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0127 11:18:48.838360 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0127 11:18:48.846391 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0127 11:18:48.866549 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0127 11:18:48.866967 306694 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0127 11:18:48.867018 306694 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0127 11:18:48.871279 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0127 11:18:48.885555 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0127 11:18:48.896703 306694 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0127 11:18:48.896782 306694 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0127 11:18:48.916071 306694 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0127 11:18:48.916149 306694 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0127 11:18:48.933055 306694 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0127 11:18:48.933134 306694 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0127 11:18:48.936835 306694 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0127 11:18:48.936910 306694 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0127 11:18:49.026234 306694 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0127 11:18:49.026310 306694 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0127 11:18:49.048361 306694 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0127 11:18:49.048444 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0127 11:18:49.121213 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0127 11:18:49.145786 306694 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0127 11:18:49.145860 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0127 11:18:49.158484 306694 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0127 11:18:49.158556 306694 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0127 11:18:49.205990 306694 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0127 11:18:49.206068 306694 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0127 11:18:49.237567 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0127 11:18:49.305416 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0127 11:18:49.340993 306694 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0127 11:18:49.341064 306694 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0127 11:18:49.427266 306694 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0127 11:18:49.427343 306694 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0127 11:18:49.554234 306694 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 11:18:49.554300 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0127 11:18:49.617583 306694 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0127 11:18:49.617656 306694 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0127 11:18:49.687642 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 11:18:49.718293 306694 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0127 11:18:49.718365 306694 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0127 11:18:49.808805 306694 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0127 11:18:49.808865 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0127 11:18:49.936216 306694 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0127 11:18:49.936244 306694 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0127 11:18:50.009110 306694 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0127 11:18:50.009138 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0127 11:18:50.238566 306694 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0127 11:18:50.238627 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0127 11:18:50.451212 306694 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0127 11:18:50.451286 306694 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0127 11:18:50.629920 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0127 11:18:53.091655 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.617459113s)
I0127 11:18:53.091730 306694 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (4.477645938s)
I0127 11:18:53.091741 306694 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0127 11:18:53.092820 306694 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (4.478967763s)
I0127 11:18:53.093578 306694 node_ready.go:35] waiting up to 6m0s for node "addons-334107" to be "Ready" ...
I0127 11:18:53.093809 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (4.377855291s)
I0127 11:18:53.093862 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.33222246s)
I0127 11:18:53.093898 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.276270551s)
I0127 11:18:53.093956 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.255530382s)
I0127 11:18:53.094000 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.247531625s)
I0127 11:18:53.094031 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.227414043s)
I0127 11:18:53.625446 306694 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-334107" context rescaled to 1 replicas
I0127 11:18:54.129396 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.258035842s)
I0127 11:18:54.129485 306694 addons.go:479] Verifying addon ingress=true in "addons-334107"
I0127 11:18:54.129841 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.244213967s)
I0127 11:18:54.129957 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.008672826s)
I0127 11:18:54.130318 306694 addons.go:479] Verifying addon metrics-server=true in "addons-334107"
I0127 11:18:54.129995 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.89235875s)
I0127 11:18:54.130335 306694 addons.go:479] Verifying addon registry=true in "addons-334107"
I0127 11:18:54.130028 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.824541103s)
I0127 11:18:54.130117 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.442401726s)
W0127 11:18:54.130992 306694 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0127 11:18:54.131019 306694 retry.go:31] will retry after 338.953876ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0127 11:18:54.133855 306694 out.go:177] * Verifying registry addon...
I0127 11:18:54.134027 306694 out.go:177] * Verifying ingress addon...
I0127 11:18:54.134101 306694 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-334107 service yakd-dashboard -n yakd-dashboard
I0127 11:18:54.138597 306694 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0127 11:18:54.139799 306694 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0127 11:18:54.156403 306694 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0127 11:18:54.156479 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:54.158368 306694 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0127 11:18:54.159744 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:54.379762 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.749747829s)
I0127 11:18:54.379843 306694 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-334107"
I0127 11:18:54.382927 306694 out.go:177] * Verifying csi-hostpath-driver addon...
I0127 11:18:54.386790 306694 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0127 11:18:54.395917 306694 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0127 11:18:54.395946 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:54.470225 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 11:18:54.644459 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:54.646336 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:54.892102 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:55.097116 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:18:55.142884 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:55.144130 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:55.390756 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:55.642591 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:55.643949 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:55.890423 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:56.143182 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:56.144271 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:56.390981 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:56.485870 306694 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0127 11:18:56.485960 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:56.503330 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:56.608228 306694 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0127 11:18:56.627600 306694 addons.go:238] Setting addon gcp-auth=true in "addons-334107"
I0127 11:18:56.627655 306694 host.go:66] Checking if "addons-334107" exists ...
I0127 11:18:56.628111 306694 cli_runner.go:164] Run: docker container inspect addons-334107 --format={{.State.Status}}
I0127 11:18:56.644714 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:56.645609 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:56.649289 306694 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0127 11:18:56.649356 306694 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-334107
I0127 11:18:56.667628 306694 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20319-300538/.minikube/machines/addons-334107/id_rsa Username:docker}
I0127 11:18:56.895316 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:57.097209 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:18:57.132007 306694 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.661732626s)
I0127 11:18:57.135310 306694 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0127 11:18:57.138134 306694 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 11:18:57.140992 306694 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0127 11:18:57.141058 306694 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0127 11:18:57.145277 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:57.146609 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:57.158882 306694 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0127 11:18:57.158907 306694 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0127 11:18:57.177721 306694 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0127 11:18:57.177746 306694 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0127 11:18:57.195973 306694 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0127 11:18:57.391057 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:57.653648 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:57.657218 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:57.713873 306694 addons.go:479] Verifying addon gcp-auth=true in "addons-334107"
I0127 11:18:57.716896 306694 out.go:177] * Verifying gcp-auth addon...
I0127 11:18:57.720589 306694 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0127 11:18:57.753069 306694 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0127 11:18:57.753096 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:18:57.890552 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:58.142932 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:58.143219 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:58.224150 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:18:58.390495 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:58.642094 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:58.643984 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:58.724380 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:18:58.891202 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:59.141735 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:59.143467 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:59.223572 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:18:59.390860 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:18:59.596654 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:18:59.643215 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:18:59.644062 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:18:59.724800 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:18:59.890932 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:00.170374 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:00.171365 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:00.238514 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:00.392131 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:00.644040 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:00.646983 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:00.724553 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:00.890691 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:01.142502 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:01.144389 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:01.243755 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:01.390823 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:01.597044 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:01.642390 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:01.644249 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:01.724507 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:01.891417 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:02.142292 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:02.143397 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:02.224798 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:02.390630 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:02.642008 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:02.643977 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:02.724449 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:02.890928 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:03.143171 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:03.144729 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:03.224146 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:03.390191 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:03.642696 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:03.643572 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:03.723922 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:03.891166 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:04.096860 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:04.142539 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:04.143579 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:04.223679 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:04.392381 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:04.641948 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:04.644208 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:04.724776 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:04.890429 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:05.142409 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:05.143578 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:05.223705 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:05.391363 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:05.642059 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:05.645306 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:05.725415 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:05.890369 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:06.097026 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:06.142372 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:06.144143 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:06.224358 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:06.391237 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:06.643183 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:06.644041 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:06.724654 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:06.890473 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:07.142539 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:07.145333 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:07.224500 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:07.390506 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:07.642567 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:07.643917 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:07.724136 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:07.890377 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:08.097092 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:08.143258 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:08.144199 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:08.224687 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:08.390610 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:08.642178 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:08.645062 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:08.724252 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:08.890614 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:09.143544 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:09.145140 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:09.224561 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:09.390408 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:09.642666 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:09.644342 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:09.724836 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:09.890387 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:10.143191 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:10.144263 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:10.224682 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:10.390444 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:10.596903 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:10.642494 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:10.643777 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:10.724300 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:10.890837 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:11.142167 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:11.143757 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:11.224164 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:11.390416 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:11.643618 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:11.644064 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:11.724586 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:11.891139 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:12.144541 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:12.145728 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:12.223854 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:12.390809 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:12.597592 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:12.642352 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:12.644368 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:12.724901 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:12.891179 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:13.143116 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:13.144893 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:13.224330 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:13.390802 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:13.643950 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:13.644750 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:13.724581 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:13.890510 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:14.142985 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:14.144307 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:14.224527 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:14.390889 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:14.641538 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:14.644861 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:14.724263 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:14.890447 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:15.097205 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:15.143427 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:15.144203 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:15.224312 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:15.390970 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:15.644116 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:15.644495 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:15.724308 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:15.890630 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:16.143773 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:16.144775 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:16.224342 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:16.390446 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:16.644215 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:16.644502 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:16.726044 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:16.891116 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:17.097464 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:17.142469 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:17.144738 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:17.224073 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:17.390082 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:17.644363 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:17.648152 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:17.723895 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:17.890902 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:18.142137 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:18.143795 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:18.224086 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:18.390571 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:18.642709 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:18.643696 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:18.724018 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:18.890289 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:19.142607 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:19.145521 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:19.224751 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:19.390803 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:19.597081 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:19.641632 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:19.643302 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:19.724515 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:19.890870 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:20.142691 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:20.143745 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:20.224408 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:20.390408 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:20.642920 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:20.643701 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:20.724006 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:20.890487 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:21.142673 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:21.144531 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:21.223824 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:21.390327 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:21.597338 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:21.642814 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:21.644473 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:21.724028 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:21.891626 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:22.142094 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:22.143105 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:22.224180 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:22.390602 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:22.642486 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:22.644345 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:22.724607 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:22.890235 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:23.142892 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:23.144189 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:23.224454 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:23.390781 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:23.642205 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:23.644211 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:23.724810 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:23.890062 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:24.096767 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:24.143194 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:24.144394 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:24.224537 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:24.390822 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:24.641939 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:24.643885 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:24.724239 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:24.891446 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:25.141913 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:25.143741 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:25.224309 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:25.390609 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:25.642059 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:25.643228 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:25.724135 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:25.890283 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:26.097593 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:26.141843 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:26.142959 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:26.224568 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:26.390486 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:26.642660 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:26.643538 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:26.723781 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:26.889969 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:27.141795 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:27.143941 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:27.224116 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:27.390760 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:27.641600 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:27.644161 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:27.724664 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:27.890091 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:28.143104 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:28.144047 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:28.224801 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:28.390352 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:28.597081 306694 node_ready.go:53] node "addons-334107" has status "Ready":"False"
I0127 11:19:28.643180 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:28.645276 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:28.724462 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:28.890612 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:29.143514 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:29.144267 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:29.224549 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:29.390743 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:29.642117 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:29.644554 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:29.723591 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:29.891154 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:30.141908 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:30.143718 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:30.223810 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:30.428260 306694 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0127 11:19:30.428367 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:30.597601 306694 node_ready.go:49] node "addons-334107" has status "Ready":"True"
I0127 11:19:30.597676 306694 node_ready.go:38] duration metric: took 37.504068961s for node "addons-334107" to be "Ready" ...
I0127 11:19:30.597700 306694 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0127 11:19:30.612154 306694 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-dqb5w" in "kube-system" namespace to be "Ready" ...
I0127 11:19:30.723156 306694 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0127 11:19:30.723218 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:30.725771 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:30.767441 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:30.894587 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:31.151967 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:31.153200 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:31.248123 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:31.414950 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:31.644127 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:31.645109 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:31.724429 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:31.893040 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:32.121518 306694 pod_ready.go:93] pod "coredns-668d6bf9bc-dqb5w" in "kube-system" namespace has status "Ready":"True"
I0127 11:19:32.121542 306694 pod_ready.go:82] duration metric: took 1.509313773s for pod "coredns-668d6bf9bc-dqb5w" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.121576 306694 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-334107" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.130976 306694 pod_ready.go:93] pod "etcd-addons-334107" in "kube-system" namespace has status "Ready":"True"
I0127 11:19:32.131048 306694 pod_ready.go:82] duration metric: took 9.45477ms for pod "etcd-addons-334107" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.131134 306694 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-334107" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.137419 306694 pod_ready.go:93] pod "kube-apiserver-addons-334107" in "kube-system" namespace has status "Ready":"True"
I0127 11:19:32.137492 306694 pod_ready.go:82] duration metric: took 6.330686ms for pod "kube-apiserver-addons-334107" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.137518 306694 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-334107" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.145157 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:32.145774 306694 pod_ready.go:93] pod "kube-controller-manager-addons-334107" in "kube-system" namespace has status "Ready":"True"
I0127 11:19:32.145887 306694 pod_ready.go:82] duration metric: took 8.346712ms for pod "kube-controller-manager-addons-334107" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.145933 306694 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-qjrg8" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.146704 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:32.199713 306694 pod_ready.go:93] pod "kube-proxy-qjrg8" in "kube-system" namespace has status "Ready":"True"
I0127 11:19:32.199740 306694 pod_ready.go:82] duration metric: took 53.753006ms for pod "kube-proxy-qjrg8" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.199753 306694 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-334107" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.224310 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:32.391236 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:32.597454 306694 pod_ready.go:93] pod "kube-scheduler-addons-334107" in "kube-system" namespace has status "Ready":"True"
I0127 11:19:32.597480 306694 pod_ready.go:82] duration metric: took 397.720576ms for pod "kube-scheduler-addons-334107" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.597492 306694 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace to be "Ready" ...
I0127 11:19:32.643392 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:32.644468 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:32.724857 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:32.892172 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:33.144612 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:33.145034 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:33.225003 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:33.392535 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:33.645605 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:33.646343 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:33.725160 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:33.893344 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:34.155989 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:34.156912 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:34.249257 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:34.392262 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:34.604282 306694 pod_ready.go:103] pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:34.646069 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:34.647399 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:34.725206 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:34.892388 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:35.144554 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:35.148633 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:35.224116 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:35.392107 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:35.645752 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:35.650173 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:35.730717 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:35.892345 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:36.148418 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:36.149230 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:36.225017 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:36.392438 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:36.605131 306694 pod_ready.go:103] pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:36.647975 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:36.649533 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:36.724546 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:36.892417 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:37.145578 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:37.147633 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:37.224148 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:37.407551 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:37.650917 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:37.653869 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:37.724786 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:37.891882 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:38.151817 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:38.154032 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:38.250106 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:38.392995 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:38.605341 306694 pod_ready.go:103] pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:38.647342 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:38.648340 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:38.725649 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:38.891788 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:39.144846 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:39.145783 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:39.224418 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:39.392252 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:39.642401 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:39.644047 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:39.725676 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:39.893447 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:40.145397 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:40.146413 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:40.224688 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:40.391778 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:40.645862 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:40.646794 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:40.745696 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:40.892754 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:41.104022 306694 pod_ready.go:103] pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:41.144238 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:41.145076 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:41.224454 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:41.391506 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:41.643677 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:41.644880 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:41.724790 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:41.892362 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:42.152379 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:42.152873 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:42.225651 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:42.398840 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:42.645260 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:42.647246 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:42.724870 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:42.892474 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:43.105085 306694 pod_ready.go:103] pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:43.143838 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:43.144897 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:43.225490 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:43.393168 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:43.643017 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:43.644809 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:43.730316 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:43.892266 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:44.144807 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:44.145743 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:44.246515 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:44.391907 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:44.642257 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:44.643455 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:44.724915 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:44.891336 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:45.107847 306694 pod_ready.go:103] pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:45.143472 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:45.145315 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:45.239666 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:45.392134 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:45.648610 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:45.649656 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:45.724447 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:45.893054 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:46.145819 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:46.148901 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:46.224895 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:46.392343 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:46.643180 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:46.645181 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:46.724736 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:46.891377 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:47.144067 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:47.145988 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:47.229414 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:47.393407 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:47.605835 306694 pod_ready.go:103] pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:47.646002 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:47.647481 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:47.725681 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:47.898051 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:48.145738 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:48.146677 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:48.232601 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:48.401157 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:48.646872 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:48.648476 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:48.724949 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:48.893247 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:49.144894 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:49.146173 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:49.224750 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:49.392387 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:49.642493 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:49.644393 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:49.724565 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:49.892640 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:50.103347 306694 pod_ready.go:103] pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:50.142979 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:50.145166 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:50.228041 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:50.392305 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:50.604531 306694 pod_ready.go:93] pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace has status "Ready":"True"
I0127 11:19:50.604557 306694 pod_ready.go:82] duration metric: took 18.007057012s for pod "metrics-server-7fbb699795-6x2xs" in "kube-system" namespace to be "Ready" ...
I0127 11:19:50.604569 306694 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace to be "Ready" ...
I0127 11:19:50.641984 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:50.644884 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:50.724874 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:50.892966 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:51.143648 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:51.143928 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:51.224115 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:51.403545 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:51.645692 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:51.647011 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:51.724638 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:51.892019 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:52.145827 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:52.146660 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:52.224434 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:52.393060 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:52.611783 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:52.644757 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:52.646017 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:52.724797 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:52.891377 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:53.150592 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:53.151983 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:53.224863 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:53.392839 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:53.652984 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:53.654219 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:53.725208 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:53.894827 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:54.146435 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:54.147709 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:54.224389 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:54.391978 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:54.643599 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:54.644581 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:54.724054 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:54.891738 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:55.112252 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:55.143031 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:55.149711 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:55.224818 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:55.392213 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:55.648524 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:55.652312 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:55.725142 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:55.892693 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:56.143452 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:56.144786 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:56.224275 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:56.392270 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:56.642793 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:56.645007 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:56.724464 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:56.894169 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:57.144721 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:57.145967 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:57.224200 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:57.391796 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:57.610845 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:57.643780 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:57.645775 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:57.724347 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:57.891836 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:58.144189 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:58.146498 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:58.225664 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:58.392235 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:58.648189 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:58.650517 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:58.724789 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:58.894825 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:59.144871 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:59.147514 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:59.224810 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:59.392519 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:19:59.615004 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:19:59.649042 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:19:59.651968 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:19:59.725359 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:19:59.892996 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:00.161891 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:00.179182 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:00.259794 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:00.433153 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:00.680237 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:00.709124 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:00.741094 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:00.911912 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:01.153827 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:01.158753 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:01.224637 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:01.394235 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:01.646603 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:01.647600 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:01.724039 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:01.903386 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:02.111465 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:02.144370 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:02.145547 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:02.226919 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:02.409923 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:02.647379 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:02.647509 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:02.725275 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:02.892955 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:03.144123 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:03.144972 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:03.224530 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:03.393992 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:03.645963 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:03.647308 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:03.745256 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:03.894657 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:04.142415 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:04.144947 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:04.226046 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:04.392304 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:04.610812 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:04.642976 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:04.644622 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:04.724043 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:04.891749 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:05.143910 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:05.144923 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:05.227783 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:05.391648 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:05.644101 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:05.646588 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:05.724849 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:05.891905 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:06.146140 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:06.147029 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:06.225497 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:06.391586 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:06.611777 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:06.644006 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:06.644767 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:06.727518 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:06.892455 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:07.144869 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:07.148269 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:07.226734 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:07.458454 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:07.644718 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:07.646169 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:07.725255 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:07.892209 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:08.144149 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:08.145995 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:08.224741 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:08.391873 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:08.616472 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:08.642470 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:08.645470 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:08.724766 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:08.894535 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:09.145092 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:09.145839 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 11:20:09.224029 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:09.392639 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:09.643413 306694 kapi.go:107] duration metric: took 1m15.504815239s to wait for kubernetes.io/minikube-addons=registry ...
I0127 11:20:09.644876 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:09.724202 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:09.891856 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:10.145682 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:10.224000 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:10.391931 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:10.645594 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:10.725312 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:10.891627 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:11.110590 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:11.144287 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:11.224824 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:11.392686 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:11.646988 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:11.726625 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:11.914585 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:12.146089 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:12.235013 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:12.394251 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:12.644413 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:12.724360 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:12.891940 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:13.110942 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:13.145512 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:13.223776 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:13.391858 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:13.644708 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:13.724142 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:13.892133 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:14.145189 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:14.228942 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:14.392518 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:14.645037 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:14.724848 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:14.892234 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:15.114659 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:15.145113 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:15.225073 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:15.392698 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:15.645609 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:15.724533 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:15.902108 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:16.144934 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:16.224606 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:16.391903 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:16.645060 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:16.725152 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:16.892119 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:17.145033 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:17.224633 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:17.391528 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:17.611849 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:17.644823 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:17.726727 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:17.906229 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:18.146807 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:18.224456 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:18.392254 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:18.647299 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:18.725322 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:18.892599 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:19.144734 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:19.224352 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:19.392269 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:19.614148 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:19.645098 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:19.724859 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:19.891929 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:20.146472 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:20.225591 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:20.393036 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:20.645240 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:20.725151 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:20.892602 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:21.145807 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:21.227709 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:21.393152 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:21.648358 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:21.726184 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:21.893229 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:22.120622 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:22.148599 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:22.225481 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:22.392948 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:22.644962 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:22.724435 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:22.892531 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:23.146437 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:23.224705 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:23.393224 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:23.644815 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:23.727763 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:23.893079 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:24.144875 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:24.224433 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:24.391513 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:24.612488 306694 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"False"
I0127 11:20:24.644413 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:24.725671 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:24.891369 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:25.112302 306694 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace has status "Ready":"True"
I0127 11:20:25.112342 306694 pod_ready.go:82] duration metric: took 34.507763386s for pod "nvidia-device-plugin-daemonset-nk7kx" in "kube-system" namespace to be "Ready" ...
I0127 11:20:25.112385 306694 pod_ready.go:39] duration metric: took 54.514640752s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0127 11:20:25.112408 306694 api_server.go:52] waiting for apiserver process to appear ...
I0127 11:20:25.112441 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0127 11:20:25.112527 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0127 11:20:25.147237 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:25.174384 306694 cri.go:89] found id: "d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360"
I0127 11:20:25.174464 306694 cri.go:89] found id: ""
I0127 11:20:25.174487 306694 logs.go:282] 1 containers: [d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360]
I0127 11:20:25.174581 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:25.182121 306694 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0127 11:20:25.182200 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0127 11:20:25.225476 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:25.234260 306694 cri.go:89] found id: "10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab"
I0127 11:20:25.234298 306694 cri.go:89] found id: ""
I0127 11:20:25.234307 306694 logs.go:282] 1 containers: [10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab]
I0127 11:20:25.234374 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:25.238098 306694 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0127 11:20:25.238176 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0127 11:20:25.298273 306694 cri.go:89] found id: "488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef"
I0127 11:20:25.298297 306694 cri.go:89] found id: ""
I0127 11:20:25.298304 306694 logs.go:282] 1 containers: [488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef]
I0127 11:20:25.298372 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:25.302176 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0127 11:20:25.302287 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0127 11:20:25.345566 306694 cri.go:89] found id: "d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304"
I0127 11:20:25.345589 306694 cri.go:89] found id: ""
I0127 11:20:25.345597 306694 logs.go:282] 1 containers: [d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304]
I0127 11:20:25.345681 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:25.349376 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0127 11:20:25.349490 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0127 11:20:25.392816 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:25.405415 306694 cri.go:89] found id: "c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123"
I0127 11:20:25.405436 306694 cri.go:89] found id: ""
I0127 11:20:25.405444 306694 logs.go:282] 1 containers: [c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123]
I0127 11:20:25.405510 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:25.411365 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0127 11:20:25.411478 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0127 11:20:25.459798 306694 cri.go:89] found id: "e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7"
I0127 11:20:25.459830 306694 cri.go:89] found id: ""
I0127 11:20:25.459839 306694 logs.go:282] 1 containers: [e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7]
I0127 11:20:25.459944 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:25.464272 306694 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0127 11:20:25.464384 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0127 11:20:25.516446 306694 cri.go:89] found id: "e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806"
I0127 11:20:25.516471 306694 cri.go:89] found id: ""
I0127 11:20:25.516480 306694 logs.go:282] 1 containers: [e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806]
I0127 11:20:25.516571 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:25.520764 306694 logs.go:123] Gathering logs for kubelet ...
I0127 11:20:25.520790 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0127 11:20:25.639473 306694 logs.go:123] Gathering logs for describe nodes ...
I0127 11:20:25.639510 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0127 11:20:25.646117 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:25.724881 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:25.893312 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:25.962270 306694 logs.go:123] Gathering logs for kube-scheduler [d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304] ...
I0127 11:20:25.962338 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304"
I0127 11:20:26.105576 306694 logs.go:123] Gathering logs for kindnet [e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806] ...
I0127 11:20:26.105631 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806"
I0127 11:20:26.148796 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:26.165512 306694 logs.go:123] Gathering logs for container status ...
I0127 11:20:26.165605 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0127 11:20:26.225832 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:26.265200 306694 logs.go:123] Gathering logs for dmesg ...
I0127 11:20:26.265238 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0127 11:20:26.312051 306694 logs.go:123] Gathering logs for kube-apiserver [d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360] ...
I0127 11:20:26.312088 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360"
I0127 11:20:26.391784 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:26.424126 306694 logs.go:123] Gathering logs for etcd [10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab] ...
I0127 11:20:26.424180 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab"
I0127 11:20:26.506081 306694 logs.go:123] Gathering logs for coredns [488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef] ...
I0127 11:20:26.506118 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef"
I0127 11:20:26.566172 306694 logs.go:123] Gathering logs for kube-proxy [c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123] ...
I0127 11:20:26.566201 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123"
I0127 11:20:26.610948 306694 logs.go:123] Gathering logs for kube-controller-manager [e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7] ...
I0127 11:20:26.610977 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7"
I0127 11:20:26.645055 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:26.686824 306694 logs.go:123] Gathering logs for CRI-O ...
I0127 11:20:26.686866 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0127 11:20:26.745414 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:26.892335 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:27.144298 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:27.224178 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:27.391851 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:27.644579 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:27.724863 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:27.892379 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:28.144988 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:28.224192 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:28.392565 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:28.645035 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:28.724815 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:28.894339 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:29.145062 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:29.224759 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:29.310096 306694 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0127 11:20:29.331470 306694 api_server.go:72] duration metric: took 1m41.691989299s to wait for apiserver process to appear ...
I0127 11:20:29.331498 306694 api_server.go:88] waiting for apiserver healthz status ...
I0127 11:20:29.331533 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0127 11:20:29.331592 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0127 11:20:29.392755 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:29.409068 306694 cri.go:89] found id: "d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360"
I0127 11:20:29.409095 306694 cri.go:89] found id: ""
I0127 11:20:29.409104 306694 logs.go:282] 1 containers: [d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360]
I0127 11:20:29.409160 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:29.412801 306694 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0127 11:20:29.412880 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0127 11:20:29.451165 306694 cri.go:89] found id: "10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab"
I0127 11:20:29.451192 306694 cri.go:89] found id: ""
I0127 11:20:29.451201 306694 logs.go:282] 1 containers: [10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab]
I0127 11:20:29.451259 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:29.455271 306694 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0127 11:20:29.455346 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0127 11:20:29.495905 306694 cri.go:89] found id: "488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef"
I0127 11:20:29.495928 306694 cri.go:89] found id: ""
I0127 11:20:29.495935 306694 logs.go:282] 1 containers: [488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef]
I0127 11:20:29.495993 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:29.499610 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0127 11:20:29.499683 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0127 11:20:29.540580 306694 cri.go:89] found id: "d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304"
I0127 11:20:29.540653 306694 cri.go:89] found id: ""
I0127 11:20:29.540668 306694 logs.go:282] 1 containers: [d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304]
I0127 11:20:29.540728 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:29.545176 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0127 11:20:29.545309 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0127 11:20:29.592186 306694 cri.go:89] found id: "c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123"
I0127 11:20:29.592208 306694 cri.go:89] found id: ""
I0127 11:20:29.592216 306694 logs.go:282] 1 containers: [c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123]
I0127 11:20:29.592274 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:29.596173 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0127 11:20:29.596242 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0127 11:20:29.635652 306694 cri.go:89] found id: "e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7"
I0127 11:20:29.635676 306694 cri.go:89] found id: ""
I0127 11:20:29.635687 306694 logs.go:282] 1 containers: [e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7]
I0127 11:20:29.635748 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:29.639418 306694 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0127 11:20:29.639492 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0127 11:20:29.645145 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:29.680076 306694 cri.go:89] found id: "e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806"
I0127 11:20:29.680148 306694 cri.go:89] found id: ""
I0127 11:20:29.680170 306694 logs.go:282] 1 containers: [e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806]
I0127 11:20:29.680260 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:29.685031 306694 logs.go:123] Gathering logs for kubelet ...
I0127 11:20:29.685106 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0127 11:20:29.731799 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:29.800357 306694 logs.go:123] Gathering logs for dmesg ...
I0127 11:20:29.800392 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0127 11:20:29.825251 306694 logs.go:123] Gathering logs for kube-scheduler [d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304] ...
I0127 11:20:29.825277 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304"
I0127 11:20:29.892543 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:29.894920 306694 logs.go:123] Gathering logs for kube-proxy [c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123] ...
I0127 11:20:29.894978 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123"
I0127 11:20:30.084783 306694 logs.go:123] Gathering logs for container status ...
I0127 11:20:30.084875 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0127 11:20:30.152262 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:30.225115 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:30.248861 306694 logs.go:123] Gathering logs for kindnet [e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806] ...
I0127 11:20:30.248936 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806"
I0127 11:20:30.318582 306694 logs.go:123] Gathering logs for CRI-O ...
I0127 11:20:30.318662 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0127 11:20:30.391847 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:30.437001 306694 logs.go:123] Gathering logs for describe nodes ...
I0127 11:20:30.437042 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0127 11:20:30.607494 306694 logs.go:123] Gathering logs for kube-apiserver [d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360] ...
I0127 11:20:30.607532 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360"
I0127 11:20:30.645378 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:30.725118 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:30.794751 306694 logs.go:123] Gathering logs for etcd [10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab] ...
I0127 11:20:30.794789 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab"
I0127 11:20:30.900638 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:30.920374 306694 logs.go:123] Gathering logs for coredns [488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef] ...
I0127 11:20:30.920413 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef"
I0127 11:20:31.088930 306694 logs.go:123] Gathering logs for kube-controller-manager [e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7] ...
I0127 11:20:31.088969 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7"
I0127 11:20:31.150295 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:31.224583 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:31.391706 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:31.644837 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:31.730111 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:31.897458 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:32.149779 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:32.224569 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:32.391794 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:32.645947 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:32.724760 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:32.897058 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:33.145634 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:33.226992 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:33.391978 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:33.646246 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:33.705419 306694 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0127 11:20:33.714526 306694 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0127 11:20:33.718429 306694 api_server.go:141] control plane version: v1.32.1
I0127 11:20:33.718460 306694 api_server.go:131] duration metric: took 4.386954062s to wait for apiserver health ...
I0127 11:20:33.718470 306694 system_pods.go:43] waiting for kube-system pods to appear ...
I0127 11:20:33.718493 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0127 11:20:33.718553 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0127 11:20:33.725119 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:33.763212 306694 cri.go:89] found id: "d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360"
I0127 11:20:33.763235 306694 cri.go:89] found id: ""
I0127 11:20:33.763244 306694 logs.go:282] 1 containers: [d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360]
I0127 11:20:33.763304 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:33.767115 306694 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0127 11:20:33.767189 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0127 11:20:33.820870 306694 cri.go:89] found id: "10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab"
I0127 11:20:33.820896 306694 cri.go:89] found id: ""
I0127 11:20:33.820904 306694 logs.go:282] 1 containers: [10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab]
I0127 11:20:33.820961 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:33.825113 306694 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0127 11:20:33.825206 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0127 11:20:33.871270 306694 cri.go:89] found id: "488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef"
I0127 11:20:33.871293 306694 cri.go:89] found id: ""
I0127 11:20:33.871302 306694 logs.go:282] 1 containers: [488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef]
I0127 11:20:33.871360 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:33.875252 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0127 11:20:33.875328 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0127 11:20:33.911272 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:33.946444 306694 cri.go:89] found id: "d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304"
I0127 11:20:33.946468 306694 cri.go:89] found id: ""
I0127 11:20:33.946476 306694 logs.go:282] 1 containers: [d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304]
I0127 11:20:33.946531 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:33.952799 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0127 11:20:33.952876 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0127 11:20:34.010507 306694 cri.go:89] found id: "c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123"
I0127 11:20:34.010531 306694 cri.go:89] found id: ""
I0127 11:20:34.010540 306694 logs.go:282] 1 containers: [c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123]
I0127 11:20:34.010612 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:34.015202 306694 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0127 11:20:34.015286 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0127 11:20:34.077560 306694 cri.go:89] found id: "e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7"
I0127 11:20:34.077585 306694 cri.go:89] found id: ""
I0127 11:20:34.077593 306694 logs.go:282] 1 containers: [e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7]
I0127 11:20:34.077655 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:34.091661 306694 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0127 11:20:34.091738 306694 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0127 11:20:34.149030 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:34.172356 306694 cri.go:89] found id: "e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806"
I0127 11:20:34.172376 306694 cri.go:89] found id: ""
I0127 11:20:34.172384 306694 logs.go:282] 1 containers: [e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806]
I0127 11:20:34.172442 306694 ssh_runner.go:195] Run: which crictl
I0127 11:20:34.176648 306694 logs.go:123] Gathering logs for describe nodes ...
I0127 11:20:34.176672 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0127 11:20:34.253144 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:34.301830 306694 logs.go:123] Gathering logs for kube-apiserver [d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360] ...
I0127 11:20:34.301869 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360"
I0127 11:20:34.397801 306694 logs.go:123] Gathering logs for kube-controller-manager [e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7] ...
I0127 11:20:34.400806 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7"
I0127 11:20:34.402767 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:34.479877 306694 logs.go:123] Gathering logs for kindnet [e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806] ...
I0127 11:20:34.479968 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806"
I0127 11:20:34.545636 306694 logs.go:123] Gathering logs for CRI-O ...
I0127 11:20:34.545715 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0127 11:20:34.653455 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:34.655182 306694 logs.go:123] Gathering logs for kube-proxy [c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123] ...
I0127 11:20:34.655368 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123"
I0127 11:20:34.732279 306694 logs.go:123] Gathering logs for container status ...
I0127 11:20:34.732306 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0127 11:20:34.736054 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:34.829603 306694 logs.go:123] Gathering logs for kubelet ...
I0127 11:20:34.829636 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0127 11:20:34.895188 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:34.966990 306694 logs.go:123] Gathering logs for dmesg ...
I0127 11:20:34.967036 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0127 11:20:35.017712 306694 logs.go:123] Gathering logs for etcd [10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab] ...
I0127 11:20:35.017743 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab"
I0127 11:20:35.107537 306694 logs.go:123] Gathering logs for coredns [488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef] ...
I0127 11:20:35.107619 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef"
I0127 11:20:35.145741 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:35.166117 306694 logs.go:123] Gathering logs for kube-scheduler [d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304] ...
I0127 11:20:35.166148 306694 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304"
I0127 11:20:35.225597 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:35.393106 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:35.644889 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:35.726486 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:35.896525 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:36.149655 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:36.247971 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:36.392946 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:36.643907 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:36.724268 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:36.891689 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:37.145175 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:37.225234 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:37.393514 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:37.647567 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:37.724091 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:37.761769 306694 system_pods.go:59] 18 kube-system pods found
I0127 11:20:37.761810 306694 system_pods.go:61] "coredns-668d6bf9bc-dqb5w" [5807c1a3-c887-4c82-986a-204686a841d0] Running
I0127 11:20:37.761818 306694 system_pods.go:61] "csi-hostpath-attacher-0" [7c932eb0-5955-4351-ac80-7ff157d8abb5] Running
I0127 11:20:37.761823 306694 system_pods.go:61] "csi-hostpath-resizer-0" [564b2cfb-178b-48f0-9be6-0f482b0d0abb] Running
I0127 11:20:37.761832 306694 system_pods.go:61] "csi-hostpathplugin-jh58g" [56a619e8-8993-4ad8-ba50-d83fce7f98b6] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0127 11:20:37.761837 306694 system_pods.go:61] "etcd-addons-334107" [5d4d4d91-eb3d-4de6-a7dd-df41a9b0206b] Running
I0127 11:20:37.761843 306694 system_pods.go:61] "kindnet-mgrzk" [144cea77-9612-4d33-a709-2c0ac3ceaf1f] Running
I0127 11:20:37.761848 306694 system_pods.go:61] "kube-apiserver-addons-334107" [4ab971fe-c4d6-4acf-a145-94ae2c5e2cf6] Running
I0127 11:20:37.761852 306694 system_pods.go:61] "kube-controller-manager-addons-334107" [537578ec-6944-44e1-9d8a-30a24121e69d] Running
I0127 11:20:37.761858 306694 system_pods.go:61] "kube-ingress-dns-minikube" [682fdda0-d62b-4a4b-809b-432d27b66b09] Running
I0127 11:20:37.761862 306694 system_pods.go:61] "kube-proxy-qjrg8" [7e88a76b-2dbb-4582-8e96-4478c1908e6e] Running
I0127 11:20:37.761865 306694 system_pods.go:61] "kube-scheduler-addons-334107" [bddc385e-1732-40cd-ad9f-6a7df7023c76] Running
I0127 11:20:37.761869 306694 system_pods.go:61] "metrics-server-7fbb699795-6x2xs" [4eef1a60-9197-4899-8aff-d30f6c7b06ec] Running
I0127 11:20:37.761880 306694 system_pods.go:61] "nvidia-device-plugin-daemonset-nk7kx" [29324f78-b52b-4c83-ae33-af69c72c4c06] Running
I0127 11:20:37.761884 306694 system_pods.go:61] "registry-6c88467877-w9657" [bca942c5-f096-4159-8437-b4ad70f2524a] Running
I0127 11:20:37.761888 306694 system_pods.go:61] "registry-proxy-gcxqf" [63d96504-e7b4-42c0-b091-b2fcb073e611] Running
I0127 11:20:37.761892 306694 system_pods.go:61] "snapshot-controller-68b874b76f-mk57b" [2c0c146e-9f93-4a77-8515-0be41dfa9c9a] Running
I0127 11:20:37.761902 306694 system_pods.go:61] "snapshot-controller-68b874b76f-zddhk" [1fdd5db8-41c7-4633-b52f-8b86c96fdb15] Running
I0127 11:20:37.761906 306694 system_pods.go:61] "storage-provisioner" [9d39271e-a897-4a83-9ad2-03b8b5ba0d2a] Running
I0127 11:20:37.761914 306694 system_pods.go:74] duration metric: took 4.043437499s to wait for pod list to return data ...
I0127 11:20:37.761926 306694 default_sa.go:34] waiting for default service account to be created ...
I0127 11:20:37.764441 306694 default_sa.go:45] found service account: "default"
I0127 11:20:37.764507 306694 default_sa.go:55] duration metric: took 2.557612ms for default service account to be created ...
I0127 11:20:37.764532 306694 system_pods.go:137] waiting for k8s-apps to be running ...
I0127 11:20:37.781915 306694 system_pods.go:87] 18 kube-system pods found
I0127 11:20:37.785233 306694 system_pods.go:105] "coredns-668d6bf9bc-dqb5w" [5807c1a3-c887-4c82-986a-204686a841d0] Running
I0127 11:20:37.785268 306694 system_pods.go:105] "csi-hostpath-attacher-0" [7c932eb0-5955-4351-ac80-7ff157d8abb5] Running
I0127 11:20:37.785275 306694 system_pods.go:105] "csi-hostpath-resizer-0" [564b2cfb-178b-48f0-9be6-0f482b0d0abb] Running
I0127 11:20:37.785285 306694 system_pods.go:105] "csi-hostpathplugin-jh58g" [56a619e8-8993-4ad8-ba50-d83fce7f98b6] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0127 11:20:37.785292 306694 system_pods.go:105] "etcd-addons-334107" [5d4d4d91-eb3d-4de6-a7dd-df41a9b0206b] Running
I0127 11:20:37.785299 306694 system_pods.go:105] "kindnet-mgrzk" [144cea77-9612-4d33-a709-2c0ac3ceaf1f] Running
I0127 11:20:37.785304 306694 system_pods.go:105] "kube-apiserver-addons-334107" [4ab971fe-c4d6-4acf-a145-94ae2c5e2cf6] Running
I0127 11:20:37.785309 306694 system_pods.go:105] "kube-controller-manager-addons-334107" [537578ec-6944-44e1-9d8a-30a24121e69d] Running
I0127 11:20:37.785315 306694 system_pods.go:105] "kube-ingress-dns-minikube" [682fdda0-d62b-4a4b-809b-432d27b66b09] Running
I0127 11:20:37.785325 306694 system_pods.go:105] "kube-proxy-qjrg8" [7e88a76b-2dbb-4582-8e96-4478c1908e6e] Running
I0127 11:20:37.785336 306694 system_pods.go:105] "kube-scheduler-addons-334107" [bddc385e-1732-40cd-ad9f-6a7df7023c76] Running
I0127 11:20:37.785346 306694 system_pods.go:105] "metrics-server-7fbb699795-6x2xs" [4eef1a60-9197-4899-8aff-d30f6c7b06ec] Running
I0127 11:20:37.785352 306694 system_pods.go:105] "nvidia-device-plugin-daemonset-nk7kx" [29324f78-b52b-4c83-ae33-af69c72c4c06] Running
I0127 11:20:37.785357 306694 system_pods.go:105] "registry-6c88467877-w9657" [bca942c5-f096-4159-8437-b4ad70f2524a] Running
I0127 11:20:37.785364 306694 system_pods.go:105] "registry-proxy-gcxqf" [63d96504-e7b4-42c0-b091-b2fcb073e611] Running
I0127 11:20:37.785369 306694 system_pods.go:105] "snapshot-controller-68b874b76f-mk57b" [2c0c146e-9f93-4a77-8515-0be41dfa9c9a] Running
I0127 11:20:37.785377 306694 system_pods.go:105] "snapshot-controller-68b874b76f-zddhk" [1fdd5db8-41c7-4633-b52f-8b86c96fdb15] Running
I0127 11:20:37.785382 306694 system_pods.go:105] "storage-provisioner" [9d39271e-a897-4a83-9ad2-03b8b5ba0d2a] Running
I0127 11:20:37.785390 306694 system_pods.go:147] duration metric: took 20.839702ms to wait for k8s-apps to be running ...
I0127 11:20:37.785400 306694 system_svc.go:44] waiting for kubelet service to be running ....
I0127 11:20:37.785465 306694 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0127 11:20:37.818345 306694 system_svc.go:56] duration metric: took 32.929706ms WaitForService to wait for kubelet
I0127 11:20:37.818378 306694 kubeadm.go:582] duration metric: took 1m50.17890129s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0127 11:20:37.818399 306694 node_conditions.go:102] verifying NodePressure condition ...
I0127 11:20:37.822370 306694 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0127 11:20:37.822403 306694 node_conditions.go:123] node cpu capacity is 2
I0127 11:20:37.822417 306694 node_conditions.go:105] duration metric: took 4.011933ms to run NodePressure ...
I0127 11:20:37.822429 306694 start.go:241] waiting for startup goroutines ...
I0127 11:20:37.892419 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:38.146178 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:38.225863 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:38.393159 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:38.645148 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:38.725422 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:38.891907 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:39.145510 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:39.224065 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:39.392171 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:39.645332 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:39.724728 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:39.892360 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:40.146210 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:40.225595 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:40.392093 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:40.644958 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:40.725311 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:40.892860 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:41.144959 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:41.224755 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:41.391591 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:41.646356 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:41.724489 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:41.893238 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:42.148260 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:42.249108 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:42.399660 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:42.645022 306694 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 11:20:42.725399 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:42.901813 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:43.145192 306694 kapi.go:107] duration metric: took 1m49.005388853s to wait for app.kubernetes.io/name=ingress-nginx ...
I0127 11:20:43.224587 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:43.391757 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:43.724807 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:43.891693 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:44.224904 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:44.392007 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:44.724562 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:44.891808 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:45.226778 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:45.393146 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:45.725857 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:45.892080 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:46.225482 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:46.392569 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:46.725068 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:46.894620 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:47.224814 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:47.392325 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:47.724475 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 11:20:47.894191 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:48.224295 306694 kapi.go:107] duration metric: took 1m50.503708254s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0127 11:20:48.227427 306694 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-334107 cluster.
I0127 11:20:48.230274 306694 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0127 11:20:48.233283 306694 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0127 11:20:48.392867 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:48.891997 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:49.394178 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:49.899854 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:50.392143 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:50.894221 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:51.392067 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:51.892432 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:52.392770 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:52.892041 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:53.392117 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:53.891989 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:54.392511 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:54.891608 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:55.394288 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:55.894630 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:56.392238 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:56.892051 306694 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 11:20:57.392275 306694 kapi.go:107] duration metric: took 2m3.00548103s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0127 11:20:57.395366 306694 out.go:177] * Enabled addons: inspektor-gadget, amd-gpu-device-plugin, nvidia-device-plugin, cloud-spanner, storage-provisioner, ingress-dns, default-storageclass, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0127 11:20:57.398231 306694 addons.go:514] duration metric: took 2m9.757569803s for enable addons: enabled=[inspektor-gadget amd-gpu-device-plugin nvidia-device-plugin cloud-spanner storage-provisioner ingress-dns default-storageclass metrics-server yakd storage-provisioner-rancher volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0127 11:20:57.398277 306694 start.go:246] waiting for cluster config update ...
I0127 11:20:57.398297 306694 start.go:255] writing updated cluster config ...
I0127 11:20:57.398590 306694 ssh_runner.go:195] Run: rm -f paused
I0127 11:20:57.812383 306694 start.go:600] kubectl: 1.32.1, cluster: 1.32.1 (minor skew: 0)
I0127 11:20:57.815603 306694 out.go:177] * Done! kubectl is now configured to use "addons-334107" cluster and "default" namespace by default
==> CRI-O <==
Jan 27 11:23:43 addons-334107 crio[972]: time="2025-01-27 11:23:43.405531281Z" level=info msg="Removed pod sandbox: b1614cf99db15b896eb76d5bf14b2a9f5797aa64c079b80c7cd91d6d5b3b12bf" id=6e7aaebc-062a-4e28-8c89-50f1dc33a217 name=/runtime.v1.RuntimeService/RemovePodSandbox
Jan 27 11:25:07 addons-334107 crio[972]: time="2025-01-27 11:25:07.972012270Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-vvfpk/POD" id=f1c8de6d-ae9e-404c-93a2-cd930fd1ebec name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 27 11:25:07 addons-334107 crio[972]: time="2025-01-27 11:25:07.972083490Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.034591212Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-vvfpk Namespace:default ID:c926312c644aa16e6c9d56266bc40a9bade67c71d5b7b7d2c599f33412b8a7b3 UID:c6c832d2-b15c-4587-9f93-8da1ac799842 NetNS:/var/run/netns/995dd3e2-0b57-4e02-aa38-6cd17ceafc31 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.034646046Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-vvfpk to CNI network \"kindnet\" (type=ptp)"
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.052129829Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-vvfpk Namespace:default ID:c926312c644aa16e6c9d56266bc40a9bade67c71d5b7b7d2c599f33412b8a7b3 UID:c6c832d2-b15c-4587-9f93-8da1ac799842 NetNS:/var/run/netns/995dd3e2-0b57-4e02-aa38-6cd17ceafc31 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.052305344Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-vvfpk for CNI network kindnet (type=ptp)"
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.055741749Z" level=info msg="Ran pod sandbox c926312c644aa16e6c9d56266bc40a9bade67c71d5b7b7d2c599f33412b8a7b3 with infra container: default/hello-world-app-7d9564db4-vvfpk/POD" id=f1c8de6d-ae9e-404c-93a2-cd930fd1ebec name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.057067899Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=06345210-60e8-437c-a062-82a00a88560e name=/runtime.v1.ImageService/ImageStatus
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.057300932Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=06345210-60e8-437c-a062-82a00a88560e name=/runtime.v1.ImageService/ImageStatus
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.059462781Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=8d0cc6b7-3763-46db-a10d-33c2c3ec95c8 name=/runtime.v1.ImageService/PullImage
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.064352268Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 27 11:25:08 addons-334107 crio[972]: time="2025-01-27 11:25:08.331724234Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.118708333Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=8d0cc6b7-3763-46db-a10d-33c2c3ec95c8 name=/runtime.v1.ImageService/PullImage
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.120310371Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=75bea10a-5abc-4f40-af3a-1207737d554a name=/runtime.v1.ImageService/ImageStatus
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.121031674Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=75bea10a-5abc-4f40-af3a-1207737d554a name=/runtime.v1.ImageService/ImageStatus
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.123876154Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=6cae1524-6e41-4374-a225-1a91fb34f929 name=/runtime.v1.ImageService/ImageStatus
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.124578150Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=6cae1524-6e41-4374-a225-1a91fb34f929 name=/runtime.v1.ImageService/ImageStatus
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.125405955Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-vvfpk/hello-world-app" id=e0f47264-7703-446b-a786-7ed8bf382a57 name=/runtime.v1.RuntimeService/CreateContainer
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.125507231Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.155168801Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/e9a06058efa85e97048d6e7df9748886c47bc52d518a61ee958d2bf3d9a762ad/merged/etc/passwd: no such file or directory"
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.155218236Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/e9a06058efa85e97048d6e7df9748886c47bc52d518a61ee958d2bf3d9a762ad/merged/etc/group: no such file or directory"
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.220384125Z" level=info msg="Created container fa8cab2f75d607875e5fa0a784063c921a77e05c4ced8311b841e746c2f432e6: default/hello-world-app-7d9564db4-vvfpk/hello-world-app" id=e0f47264-7703-446b-a786-7ed8bf382a57 name=/runtime.v1.RuntimeService/CreateContainer
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.223810380Z" level=info msg="Starting container: fa8cab2f75d607875e5fa0a784063c921a77e05c4ced8311b841e746c2f432e6" id=c8988ae2-4317-4ecb-b629-9edb4d6c1184 name=/runtime.v1.RuntimeService/StartContainer
Jan 27 11:25:09 addons-334107 crio[972]: time="2025-01-27 11:25:09.234395080Z" level=info msg="Started container" PID=9298 containerID=fa8cab2f75d607875e5fa0a784063c921a77e05c4ced8311b841e746c2f432e6 description=default/hello-world-app-7d9564db4-vvfpk/hello-world-app id=c8988ae2-4317-4ecb-b629-9edb4d6c1184 name=/runtime.v1.RuntimeService/StartContainer sandboxID=c926312c644aa16e6c9d56266bc40a9bade67c71d5b7b7d2c599f33412b8a7b3
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
fa8cab2f75d60 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 c926312c644aa hello-world-app-7d9564db4-vvfpk
a04bc0c3f9ed0 docker.io/library/nginx@sha256:4338a8ba9b9962d07e30e7ff4bbf27d62ee7523deb7205e8f0912169f1bbac10 2 minutes ago Running nginx 0 60e9b0494f4bd nginx
4b8925e0d29d2 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 4 minutes ago Running busybox 0 3f3a82062dc54 busybox
14c5d8e0b1862 registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 4 minutes ago Running controller 0 d4fbbe25bf381 ingress-nginx-controller-56d7c84fd4-xrclb
4594eb9c71ae6 d54655ed3a8543a162b688a24bf969ee1a28d906b8ccb30188059247efdae234 4 minutes ago Exited patch 3 210c5b9de3c94 ingress-nginx-admission-patch-z4mkd
ba2e78bf1c9ab registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 16b565983b504 ingress-nginx-admission-create-692jz
59f67619505db gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 5 minutes ago Running minikube-ingress-dns 0 b3373cc4e84d2 kube-ingress-dns-minikube
a4bcc12650a77 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 37fd48896c760 storage-provisioner
488bfe4b1889d 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 5 minutes ago Running coredns 0 8d468da2db2e0 coredns-668d6bf9bc-dqb5w
e65d15eac042c 2be0bcf609c6573ee83e676c747f31bda661ab2d4e039c51839e38fd258d2903 6 minutes ago Running kindnet-cni 0 52bff016ca9ce kindnet-mgrzk
c4dae62a94389 e124fbed851d756107a6153db4dc52269a2fd34af3cc46f00a2ef113f868aab0 6 minutes ago Running kube-proxy 0 82123bdfd5bc0 kube-proxy-qjrg8
10b9240cdc359 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 6 minutes ago Running etcd 0 da56c83553392 etcd-addons-334107
d29bd777f382c ddb38cac617cb18802e09e448db4b3aa70e9e469b02defa76e6de7192847a71c 6 minutes ago Running kube-scheduler 0 21159d7411636 kube-scheduler-addons-334107
d1e60237326dc 265c2dedf28ab9b88c7910c1643e210ad62483867f2bab88f56919a6e49a0d19 6 minutes ago Running kube-apiserver 0 ce101f80413e4 kube-apiserver-addons-334107
e8ac37a6868a9 2933761aa7adae93679cdde1c0bf457bd4dc4b53f95fc066a4c50aa9c375ea13 6 minutes ago Running kube-controller-manager 0 d700d1475f56f kube-controller-manager-addons-334107
==> coredns [488bfe4b1889d9ff519dfbd782a09a35f0ed4d9c7fe784a97e28da8836f3dcef] <==
[INFO] 10.244.0.10:43012 - 9546 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002411873s
[INFO] 10.244.0.10:43012 - 33520 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000148045s
[INFO] 10.244.0.10:43012 - 26124 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000096582s
[INFO] 10.244.0.10:46548 - 40741 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000143401s
[INFO] 10.244.0.10:46548 - 40962 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000119409s
[INFO] 10.244.0.10:56252 - 8828 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000101489s
[INFO] 10.244.0.10:56252 - 8623 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000078269s
[INFO] 10.244.0.10:40724 - 39143 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000093342s
[INFO] 10.244.0.10:40724 - 38707 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000084873s
[INFO] 10.244.0.10:47887 - 20994 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002676348s
[INFO] 10.244.0.10:47887 - 21463 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.003185934s
[INFO] 10.244.0.10:39708 - 25660 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00013362s
[INFO] 10.244.0.10:39708 - 25496 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000155175s
[INFO] 10.244.0.21:55307 - 50755 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000209156s
[INFO] 10.244.0.21:41280 - 12699 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000755871s
[INFO] 10.244.0.21:51061 - 8636 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000166268s
[INFO] 10.244.0.21:34796 - 2628 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000138937s
[INFO] 10.244.0.21:40695 - 15589 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000102047s
[INFO] 10.244.0.21:59608 - 2895 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000133497s
[INFO] 10.244.0.21:45347 - 60223 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002086155s
[INFO] 10.244.0.21:56816 - 7520 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.001696471s
[INFO] 10.244.0.21:42678 - 64145 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002087009s
[INFO] 10.244.0.21:43219 - 48503 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.001931333s
[INFO] 10.244.0.24:57040 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000247261s
[INFO] 10.244.0.24:53521 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000146757s
==> describe nodes <==
Name: addons-334107
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-334107
kubernetes.io/os=linux
minikube.k8s.io/commit=35c230aa12d4986001aef5f6e29069f3bc5493aa
minikube.k8s.io/name=addons-334107
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_01_27T11_18_43_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-334107
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 27 Jan 2025 11:18:40 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-334107
AcquireTime: <unset>
RenewTime: Mon, 27 Jan 2025 11:24:59 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 27 Jan 2025 11:23:18 +0000 Mon, 27 Jan 2025 11:18:36 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 27 Jan 2025 11:23:18 +0000 Mon, 27 Jan 2025 11:18:36 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 27 Jan 2025 11:23:18 +0000 Mon, 27 Jan 2025 11:18:36 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 27 Jan 2025 11:23:18 +0000 Mon, 27 Jan 2025 11:19:30 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-334107
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
System Info:
Machine ID: 0559c8877dd847edb467952a2ebfc461
System UUID: 3addd49e-9c97-41b9-9c81-8781244e0827
Boot ID: dd59411c-5b67-4eb9-9e59-86d920ad153c
Kernel Version: 5.15.0-1075-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.1
Kube-Proxy Version: v1.32.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m11s
default hello-world-app-7d9564db4-vvfpk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m23s
ingress-nginx ingress-nginx-controller-56d7c84fd4-xrclb 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m16s
kube-system coredns-668d6bf9bc-dqb5w 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m22s
kube-system etcd-addons-334107 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 6m29s
kube-system kindnet-mgrzk 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 6m22s
kube-system kube-apiserver-addons-334107 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m26s
kube-system kube-controller-manager-addons-334107 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m26s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m17s
kube-system kube-proxy-qjrg8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m22s
kube-system kube-scheduler-addons-334107 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m26s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m17s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m17s kube-proxy
Normal Starting 6m34s kubelet Starting kubelet.
Warning CgroupV1 6m34s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m34s (x7 over 6m34s) kubelet Node addons-334107 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m34s (x6 over 6m34s) kubelet Node addons-334107 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m34s (x6 over 6m34s) kubelet Node addons-334107 status is now: NodeHasSufficientPID
Normal Starting 6m27s kubelet Starting kubelet.
Warning CgroupV1 6m27s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m26s kubelet Node addons-334107 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m26s kubelet Node addons-334107 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m26s kubelet Node addons-334107 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m23s node-controller Node addons-334107 event: Registered Node addons-334107 in Controller
Normal NodeReady 5m39s kubelet Node addons-334107 status is now: NodeReady
==> dmesg <==
[Jan27 09:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.016392] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.510457] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.035819] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.744594] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +5.522184] kauditd_printk_skb: 36 callbacks suppressed
[Jan27 10:13] hrtimer: interrupt took 48937752 ns
[Jan27 10:45] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [10b9240cdc359c52cb2439c80ee37e77fc169b1dd198a2e9f98b06dc3b2998ab] <==
{"level":"info","ts":"2025-01-27T11:18:35.895283Z","caller":"embed/etcd.go:280","msg":"now serving peer/client/metrics","local-member-id":"aec36adc501070cc","initial-advertise-peer-urls":["https://192.168.49.2:2380"],"listen-peer-urls":["https://192.168.49.2:2380"],"advertise-client-urls":["https://192.168.49.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.49.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2025-01-27T11:18:35.895393Z","caller":"embed/etcd.go:871","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-01-27T11:18:35.891794Z","caller":"embed/etcd.go:600","msg":"serving peer traffic","address":"192.168.49.2:2380"}
{"level":"info","ts":"2025-01-27T11:18:35.895489Z","caller":"embed/etcd.go:572","msg":"cmux::serve","address":"192.168.49.2:2380"}
{"level":"info","ts":"2025-01-27T11:18:36.831106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2025-01-27T11:18:36.831226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2025-01-27T11:18:36.831303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2025-01-27T11:18:36.831348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2025-01-27T11:18:36.831381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2025-01-27T11:18:36.831416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2025-01-27T11:18:36.831450Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2025-01-27T11:18:36.835190Z","caller":"etcdserver/server.go:2651","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2025-01-27T11:18:36.839321Z","caller":"etcdserver/server.go:2140","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-334107 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2025-01-27T11:18:36.843080Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-01-27T11:18:36.843184Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-01-27T11:18:36.843241Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-01-27T11:18:36.843124Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2025-01-27T11:18:36.843378Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-01-27T11:18:36.843432Z","caller":"etcdserver/server.go:2675","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2025-01-27T11:18:36.843150Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-01-27T11:18:36.843875Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-01-27T11:18:36.843982Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-01-27T11:18:36.844711Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-01-27T11:18:36.844810Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2025-01-27T11:18:50.813973Z","caller":"traceutil/trace.go:171","msg":"trace[1329669032] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"146.689665ms","start":"2025-01-27T11:18:50.667126Z","end":"2025-01-27T11:18:50.813815Z","steps":["trace[1329669032] 'process raft request' (duration: 112.213906ms)","trace[1329669032] 'compare' (duration: 12.643229ms)"],"step_count":2}
==> kernel <==
11:25:09 up 2:07, 0 users, load average: 1.12, 1.60, 2.31
Linux addons-334107 5.15.0-1075-aws #82~20.04.1-Ubuntu SMP Thu Dec 19 05:23:06 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [e65d15eac042c1983268dac9e7b510a1644fd414fbad50ab664d3fc0bc63e806] <==
I0127 11:23:09.828881 1 main.go:301] handling current node
I0127 11:23:19.821214 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:23:19.821325 1 main.go:301] handling current node
I0127 11:23:29.827183 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:23:29.827220 1 main.go:301] handling current node
I0127 11:23:39.830108 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:23:39.830142 1 main.go:301] handling current node
I0127 11:23:49.821192 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:23:49.821228 1 main.go:301] handling current node
I0127 11:23:59.827413 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:23:59.827450 1 main.go:301] handling current node
I0127 11:24:09.830232 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:24:09.830265 1 main.go:301] handling current node
I0127 11:24:19.827569 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:24:19.827604 1 main.go:301] handling current node
I0127 11:24:29.827132 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:24:29.827258 1 main.go:301] handling current node
I0127 11:24:39.829514 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:24:39.829549 1 main.go:301] handling current node
I0127 11:24:49.820701 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:24:49.820746 1 main.go:301] handling current node
I0127 11:24:59.827161 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:24:59.827295 1 main.go:301] handling current node
I0127 11:25:09.820678 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 11:25:09.820717 1 main.go:301] handling current node
==> kube-apiserver [d1e60237326dcc94aa1a6ecd1368b3444bbcb41fd0e358fa08b719dc9af26360] <==
E0127 11:21:08.885821 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:55326: use of closed network connection
E0127 11:21:09.148477 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:55354: use of closed network connection
E0127 11:21:09.293752 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:55364: use of closed network connection
I0127 11:21:18.634758 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.109.102.142"}
E0127 11:22:06.431278 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0127 11:22:25.178266 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0127 11:22:40.642611 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0127 11:22:41.774543 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0127 11:22:46.229705 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0127 11:22:46.580957 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.101.236.62"}
E0127 11:22:47.662804 1 watch.go:278] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
I0127 11:22:49.006100 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 11:22:49.006165 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 11:22:49.044041 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 11:22:49.044097 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 11:22:49.120866 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 11:22:49.120909 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 11:22:49.175846 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 11:22:49.175890 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
E0127 11:22:49.250594 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"snapshot-controller\" not found]"
W0127 11:22:50.123367 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0127 11:22:50.176851 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0127 11:22:50.275715 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I0127 11:22:51.275165 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0127 11:25:07.905266 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.106.151.232"}
==> kube-controller-manager [e8ac37a6868a94409068ec9c3dccffd418adbc9520ecce56af733bb8ed0788a7] <==
E0127 11:23:59.900598 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0127 11:23:59.901572 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 11:23:59.901612 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 11:24:42.622574 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 11:24:42.623717 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0127 11:24:42.624768 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 11:24:42.624809 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 11:24:42.774020 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 11:24:42.775171 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0127 11:24:42.776167 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 11:24:42.776205 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 11:24:51.324886 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 11:24:51.326007 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0127 11:24:51.327094 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 11:24:51.327134 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 11:24:54.372640 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 11:24:54.373730 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0127 11:24:54.374615 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 11:24:54.374653 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0127 11:25:07.681153 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="44.713876ms"
I0127 11:25:07.694878 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="13.601291ms"
I0127 11:25:07.695310 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="49.673µs"
I0127 11:25:07.699852 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="52.357µs"
I0127 11:25:10.051852 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="21.636969ms"
I0127 11:25:10.051948 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="56.271µs"
==> kube-proxy [c4dae62a94389a40c66b1730658e86bb19b14be2eb52f25e6e2f352fdf9f0123] <==
I0127 11:18:51.524315 1 server_linux.go:66] "Using iptables proxy"
I0127 11:18:52.147186 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0127 11:18:52.147393 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0127 11:18:52.742613 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0127 11:18:52.742752 1 server_linux.go:170] "Using iptables Proxier"
I0127 11:18:52.747131 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0127 11:18:52.747546 1 server.go:497] "Version info" version="v1.32.1"
I0127 11:18:52.747729 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0127 11:18:52.749115 1 config.go:199] "Starting service config controller"
I0127 11:18:52.749197 1 shared_informer.go:313] Waiting for caches to sync for service config
I0127 11:18:52.749262 1 config.go:105] "Starting endpoint slice config controller"
I0127 11:18:52.749295 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0127 11:18:52.749830 1 config.go:329] "Starting node config controller"
I0127 11:18:52.749891 1 shared_informer.go:313] Waiting for caches to sync for node config
I0127 11:18:52.883823 1 shared_informer.go:320] Caches are synced for node config
I0127 11:18:52.883860 1 shared_informer.go:320] Caches are synced for service config
I0127 11:18:52.883870 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [d29bd777f382cf1cda6e1917d765202500fdbd72432791962adb952b90f03304] <==
W0127 11:18:40.113700 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0127 11:18:40.113776 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 11:18:40.113903 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0127 11:18:40.113958 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 11:18:40.991363 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0127 11:18:40.991488 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 11:18:41.014242 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0127 11:18:41.014284 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 11:18:41.031024 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0127 11:18:41.031178 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0127 11:18:41.072020 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0127 11:18:41.072062 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 11:18:41.142442 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0127 11:18:41.142582 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 11:18:41.167299 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0127 11:18:41.167406 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 11:18:41.170020 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0127 11:18:41.170059 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0127 11:18:41.191714 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0127 11:18:41.191841 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 11:18:41.255329 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0127 11:18:41.255452 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0127 11:18:41.294832 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0127 11:18:41.294970 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0127 11:18:43.388401 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 27 11:24:43 addons-334107 kubelet[1494]: E0127 11:24:43.019586 1494 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/40a6fbb17686b29c331c9d3e8d926ef626f96ec3ae7dfa98e23c360f0aea5656/diff" to get inode usage: stat /var/lib/containers/storage/overlay/40a6fbb17686b29c331c9d3e8d926ef626f96ec3ae7dfa98e23c360f0aea5656/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 11:24:43 addons-334107 kubelet[1494]: E0127 11:24:43.031818 1494 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1cade1bd7ed9d7de989649b72071303b972232a4e67e2ee16fcc90d1f1b0378e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1cade1bd7ed9d7de989649b72071303b972232a4e67e2ee16fcc90d1f1b0378e/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 11:24:43 addons-334107 kubelet[1494]: E0127 11:24:43.042060 1494 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/e554af701c79c82a2e1e0d8f765bf9453aeafb40009189570fcf0b463b84b87f/diff" to get inode usage: stat /var/lib/containers/storage/overlay/e554af701c79c82a2e1e0d8f765bf9453aeafb40009189570fcf0b463b84b87f/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 11:24:43 addons-334107 kubelet[1494]: E0127 11:24:43.043182 1494 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1cade1bd7ed9d7de989649b72071303b972232a4e67e2ee16fcc90d1f1b0378e/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1cade1bd7ed9d7de989649b72071303b972232a4e67e2ee16fcc90d1f1b0378e/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 11:24:43 addons-334107 kubelet[1494]: E0127 11:24:43.088385 1494 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737977083087977649,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 11:24:43 addons-334107 kubelet[1494]: E0127 11:24:43.088422 1494 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737977083087977649,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 11:24:47 addons-334107 kubelet[1494]: E0127 11:24:47.086636 1494 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/dcd0f37f7b3a45ccccf4dea3a39d745d0af841a98e93a3f8888dc8d2365bfaea/diff" to get inode usage: stat /var/lib/containers/storage/overlay/dcd0f37f7b3a45ccccf4dea3a39d745d0af841a98e93a3f8888dc8d2365bfaea/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 11:24:53 addons-334107 kubelet[1494]: E0127 11:24:53.090669 1494 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737977093090431685,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 11:24:53 addons-334107 kubelet[1494]: E0127 11:24:53.090717 1494 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737977093090431685,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 11:25:02 addons-334107 kubelet[1494]: I0127 11:25:02.878896 1494 kubelet_pods.go:1021] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Jan 27 11:25:03 addons-334107 kubelet[1494]: E0127 11:25:03.093403 1494 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737977103093123440,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 11:25:03 addons-334107 kubelet[1494]: E0127 11:25:03.093444 1494 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737977103093123440,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595443,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669843 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="564b2cfb-178b-48f0-9be6-0f482b0d0abb" containerName="csi-resizer"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669884 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="56a619e8-8993-4ad8-ba50-d83fce7f98b6" containerName="csi-provisioner"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669893 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="56a619e8-8993-4ad8-ba50-d83fce7f98b6" containerName="csi-snapshotter"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669902 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="da7aee75-89ae-4e2d-893c-b9814df2a20b" containerName="task-pv-container"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669908 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="56a619e8-8993-4ad8-ba50-d83fce7f98b6" containerName="csi-external-health-monitor-controller"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669917 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="56a619e8-8993-4ad8-ba50-d83fce7f98b6" containerName="node-driver-registrar"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669925 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="56a619e8-8993-4ad8-ba50-d83fce7f98b6" containerName="hostpath"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669931 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="2c0c146e-9f93-4a77-8515-0be41dfa9c9a" containerName="volume-snapshot-controller"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669938 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="7c932eb0-5955-4351-ac80-7ff157d8abb5" containerName="csi-attacher"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669944 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="56a619e8-8993-4ad8-ba50-d83fce7f98b6" containerName="liveness-probe"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.669951 1494 memory_manager.go:355] "RemoveStaleState removing state" podUID="1fdd5db8-41c7-4633-b52f-8b86c96fdb15" containerName="volume-snapshot-controller"
Jan 27 11:25:07 addons-334107 kubelet[1494]: I0127 11:25:07.746699 1494 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fl87n\" (UniqueName: \"kubernetes.io/projected/c6c832d2-b15c-4587-9f93-8da1ac799842-kube-api-access-fl87n\") pod \"hello-world-app-7d9564db4-vvfpk\" (UID: \"c6c832d2-b15c-4587-9f93-8da1ac799842\") " pod="default/hello-world-app-7d9564db4-vvfpk"
Jan 27 11:25:08 addons-334107 kubelet[1494]: W0127 11:25:08.054265 1494 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/e75c4376fc5aa457bbcb5fe886c60de56bfdf330b1f67dd618e9e622acf2db82/crio-c926312c644aa16e6c9d56266bc40a9bade67c71d5b7b7d2c599f33412b8a7b3 WatchSource:0}: Error finding container c926312c644aa16e6c9d56266bc40a9bade67c71d5b7b7d2c599f33412b8a7b3: Status 404 returned error can't find the container with id c926312c644aa16e6c9d56266bc40a9bade67c71d5b7b7d2c599f33412b8a7b3
==> storage-provisioner [a4bcc12650a770db6be684c21e3ec176d146387a7f52871f2bc91662d9a2a765] <==
I0127 11:19:31.527416 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0127 11:19:31.564133 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0127 11:19:31.565145 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0127 11:19:31.572695 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0127 11:19:31.572935 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-334107_cbdc103e-72ea-47af-8ff5-e5a4a785a337!
I0127 11:19:31.573880 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"06c10730-32d2-4a1c-96f8-20e3d393adac", APIVersion:"v1", ResourceVersion:"916", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-334107_cbdc103e-72ea-47af-8ff5-e5a4a785a337 became leader
I0127 11:19:31.673195 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-334107_cbdc103e-72ea-47af-8ff5-e5a4a785a337!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-334107 -n addons-334107
helpers_test.go:261: (dbg) Run: kubectl --context addons-334107 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-692jz ingress-nginx-admission-patch-z4mkd
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-334107 describe pod ingress-nginx-admission-create-692jz ingress-nginx-admission-patch-z4mkd
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-334107 describe pod ingress-nginx-admission-create-692jz ingress-nginx-admission-patch-z4mkd: exit status 1 (100.734461ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-692jz" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-z4mkd" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-334107 describe pod ingress-nginx-admission-create-692jz ingress-nginx-admission-patch-z4mkd: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-334107 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-334107 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-334107 addons disable ingress --alsologtostderr -v=1: (7.745706601s)
--- FAIL: TestAddons/parallel/Ingress (153.92s)