=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-162377 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-162377 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-162377 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [f41da545-ad87-462b-827f-fe13fa4cafce] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [f41da545-ad87-462b-827f-fe13fa4cafce] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 14.005675522s
I0127 12:37:08.305828 718937 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-162377 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-162377 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.456290521s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-162377 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-162377 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-162377
helpers_test.go:235: (dbg) docker inspect addons-162377:
-- stdout --
[
{
"Id": "5c5134d073c7036fc237ba26ec37eb0d4263880c6aba36537a318906579625a2",
"Created": "2025-01-27T12:33:22.99346201Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 720198,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-01-27T12:33:23.160648089Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:0434cf58b6dbace281e5de753aa4b2e3fe33dc9a3be53021531403743c3f155a",
"ResolvConfPath": "/var/lib/docker/containers/5c5134d073c7036fc237ba26ec37eb0d4263880c6aba36537a318906579625a2/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/5c5134d073c7036fc237ba26ec37eb0d4263880c6aba36537a318906579625a2/hostname",
"HostsPath": "/var/lib/docker/containers/5c5134d073c7036fc237ba26ec37eb0d4263880c6aba36537a318906579625a2/hosts",
"LogPath": "/var/lib/docker/containers/5c5134d073c7036fc237ba26ec37eb0d4263880c6aba36537a318906579625a2/5c5134d073c7036fc237ba26ec37eb0d4263880c6aba36537a318906579625a2-json.log",
"Name": "/addons-162377",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-162377:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-162377",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/42b1fcb0977573e705c11d201366c5146a2e33dde00268a6b33ec55314b3ed30-init/diff:/var/lib/docker/overlay2/40fc51226428aa29da857e1363fe87763987e03ba04d4caa7c743e3d05464045/diff",
"MergedDir": "/var/lib/docker/overlay2/42b1fcb0977573e705c11d201366c5146a2e33dde00268a6b33ec55314b3ed30/merged",
"UpperDir": "/var/lib/docker/overlay2/42b1fcb0977573e705c11d201366c5146a2e33dde00268a6b33ec55314b3ed30/diff",
"WorkDir": "/var/lib/docker/overlay2/42b1fcb0977573e705c11d201366c5146a2e33dde00268a6b33ec55314b3ed30/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-162377",
"Source": "/var/lib/docker/volumes/addons-162377/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-162377",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-162377",
"name.minikube.sigs.k8s.io": "addons-162377",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "8c77ad7d1c3ac74e9a2db6346a42540890f6f8d5022b4d54c0aca60c45c60bdd",
"SandboxKey": "/var/run/docker/netns/8c77ad7d1c3a",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33528"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33529"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33532"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33530"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33531"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-162377": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "9624c0fa06a51bcc817bc9934ebee05b8a1eca02813f7ed44fd0f06a71a5fac0",
"EndpointID": "00010c697ead0aa2916f7e68d4c802ff5695a48bea561ac42fe8d5606ba2ba0e",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-162377",
"5c5134d073c7"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-162377 -n addons-162377
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-162377 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-162377 logs -n 25: (1.5807587s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-404186 | download-only-404186 | jenkins | v1.35.0 | 27 Jan 25 12:32 UTC | 27 Jan 25 12:32 UTC |
| start | --download-only -p | download-docker-868799 | jenkins | v1.35.0 | 27 Jan 25 12:32 UTC | |
| | download-docker-868799 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-868799 | download-docker-868799 | jenkins | v1.35.0 | 27 Jan 25 12:32 UTC | 27 Jan 25 12:32 UTC |
| start | --download-only -p | binary-mirror-570982 | jenkins | v1.35.0 | 27 Jan 25 12:32 UTC | |
| | binary-mirror-570982 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:38215 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-570982 | binary-mirror-570982 | jenkins | v1.35.0 | 27 Jan 25 12:32 UTC | 27 Jan 25 12:32 UTC |
| addons | disable dashboard -p | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:32 UTC | |
| | addons-162377 | | | | | |
| addons | enable dashboard -p | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:32 UTC | |
| | addons-162377 | | | | | |
| start | -p addons-162377 --wait=true | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:32 UTC | 27 Jan 25 12:35 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-162377 addons disable | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:35 UTC | 27 Jan 25 12:35 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-162377 addons disable | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:36 UTC | 27 Jan 25 12:36 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:36 UTC | 27 Jan 25 12:36 UTC |
| | -p addons-162377 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-162377 addons disable | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:36 UTC | 27 Jan 25 12:36 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-162377 ip | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:36 UTC | 27 Jan 25 12:36 UTC |
| addons | addons-162377 addons disable | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:36 UTC | 27 Jan 25 12:36 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-162377 addons | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:36 UTC | 27 Jan 25 12:36 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-162377 addons | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:36 UTC | 27 Jan 25 12:36 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-162377 ssh curl -s | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:37 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-162377 addons | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:37 UTC | 27 Jan 25 12:37 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-162377 addons | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:37 UTC | 27 Jan 25 12:37 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-162377 ssh cat | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:37 UTC | 27 Jan 25 12:37 UTC |
| | /opt/local-path-provisioner/pvc-eb992393-b3ee-4968-b71b-49f5c36fdcd2_default_test-pvc/file1 | | | | | |
| addons | addons-162377 addons disable | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:37 UTC | 27 Jan 25 12:38 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-162377 addons disable | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:38 UTC | 27 Jan 25 12:38 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-162377 addons | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:38 UTC | 27 Jan 25 12:38 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-162377 addons | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:38 UTC | 27 Jan 25 12:38 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-162377 ip | addons-162377 | jenkins | v1.35.0 | 27 Jan 25 12:39 UTC | 27 Jan 25 12:39 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/01/27 12:32:58
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.4 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0127 12:32:58.034436 719692 out.go:345] Setting OutFile to fd 1 ...
I0127 12:32:58.034615 719692 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 12:32:58.034624 719692 out.go:358] Setting ErrFile to fd 2...
I0127 12:32:58.034630 719692 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 12:32:58.034898 719692 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20317-713554/.minikube/bin
I0127 12:32:58.035368 719692 out.go:352] Setting JSON to false
I0127 12:32:58.036323 719692 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":11723,"bootTime":1737969455,"procs":178,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1075-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0127 12:32:58.036401 719692 start.go:139] virtualization:
I0127 12:32:58.039889 719692 out.go:177] * [addons-162377] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0127 12:32:58.043692 719692 out.go:177] - MINIKUBE_LOCATION=20317
I0127 12:32:58.043933 719692 notify.go:220] Checking for updates...
I0127 12:32:58.049609 719692 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0127 12:32:58.052435 719692 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20317-713554/kubeconfig
I0127 12:32:58.055273 719692 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20317-713554/.minikube
I0127 12:32:58.058066 719692 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0127 12:32:58.060918 719692 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0127 12:32:58.063969 719692 driver.go:394] Setting default libvirt URI to qemu:///system
I0127 12:32:58.088798 719692 docker.go:123] docker version: linux-27.5.1:Docker Engine - Community
I0127 12:32:58.088922 719692 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0127 12:32:58.145314 719692 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-01-27 12:32:58.135769291 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0127 12:32:58.145433 719692 docker.go:318] overlay module found
I0127 12:32:58.148566 719692 out.go:177] * Using the docker driver based on user configuration
I0127 12:32:58.151476 719692 start.go:297] selected driver: docker
I0127 12:32:58.151497 719692 start.go:901] validating driver "docker" against <nil>
I0127 12:32:58.151511 719692 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0127 12:32:58.152218 719692 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0127 12:32:58.204362 719692 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-01-27 12:32:58.195510415 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1075-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0127 12:32:58.204593 719692 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0127 12:32:58.204816 719692 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0127 12:32:58.207755 719692 out.go:177] * Using Docker driver with root privileges
I0127 12:32:58.210616 719692 cni.go:84] Creating CNI manager for ""
I0127 12:32:58.210689 719692 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 12:32:58.210703 719692 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0127 12:32:58.210786 719692 start.go:340] cluster config:
{Name:addons-162377 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-162377 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: Network
Plugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPau
seInterval:1m0s}
I0127 12:32:58.213822 719692 out.go:177] * Starting "addons-162377" primary control-plane node in "addons-162377" cluster
I0127 12:32:58.216541 719692 cache.go:121] Beginning downloading kic base image for docker with crio
I0127 12:32:58.219408 719692 out.go:177] * Pulling base image v0.0.46 ...
I0127 12:32:58.222229 719692 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 12:32:58.222274 719692 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20317-713554/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4
I0127 12:32:58.222295 719692 cache.go:56] Caching tarball of preloaded images
I0127 12:32:58.222328 719692 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local docker daemon
I0127 12:32:58.222401 719692 preload.go:172] Found /home/jenkins/minikube-integration/20317-713554/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0127 12:32:58.222415 719692 cache.go:59] Finished verifying existence of preloaded tar for v1.32.1 on crio
I0127 12:32:58.222785 719692 profile.go:143] Saving config to /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/config.json ...
I0127 12:32:58.222810 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/config.json: {Name:mkd2a1338e5accf6ca9a91c5c690cc07a8ebf580 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:32:58.238139 719692 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 to local cache
I0127 12:32:58.238298 719692 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory
I0127 12:32:58.238322 719692 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory, skipping pull
I0127 12:32:58.238327 719692 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 exists in cache, skipping pull
I0127 12:32:58.238339 719692 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 as a tarball
I0127 12:32:58.238374 719692 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from local cache
I0127 12:33:15.550973 719692 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from cached tarball
I0127 12:33:15.551012 719692 cache.go:227] Successfully downloaded all kic artifacts
I0127 12:33:15.551043 719692 start.go:360] acquireMachinesLock for addons-162377: {Name:mk3ccd1519ec7734858e4f477a270b36b460a499 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0127 12:33:15.551163 719692 start.go:364] duration metric: took 95.03µs to acquireMachinesLock for "addons-162377"
I0127 12:33:15.551194 719692 start.go:93] Provisioning new machine with config: &{Name:addons-162377 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-162377 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVM
netClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0127 12:33:15.551264 719692 start.go:125] createHost starting for "" (driver="docker")
I0127 12:33:15.554516 719692 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0127 12:33:15.554758 719692 start.go:159] libmachine.API.Create for "addons-162377" (driver="docker")
I0127 12:33:15.554794 719692 client.go:168] LocalClient.Create starting
I0127 12:33:15.554904 719692 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20317-713554/.minikube/certs/ca.pem
I0127 12:33:15.936189 719692 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20317-713554/.minikube/certs/cert.pem
I0127 12:33:16.456924 719692 cli_runner.go:164] Run: docker network inspect addons-162377 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0127 12:33:16.472124 719692 cli_runner.go:211] docker network inspect addons-162377 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0127 12:33:16.472205 719692 network_create.go:284] running [docker network inspect addons-162377] to gather additional debugging logs...
I0127 12:33:16.472226 719692 cli_runner.go:164] Run: docker network inspect addons-162377
W0127 12:33:16.487848 719692 cli_runner.go:211] docker network inspect addons-162377 returned with exit code 1
I0127 12:33:16.487885 719692 network_create.go:287] error running [docker network inspect addons-162377]: docker network inspect addons-162377: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-162377 not found
I0127 12:33:16.487901 719692 network_create.go:289] output of [docker network inspect addons-162377]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-162377 not found
** /stderr **
I0127 12:33:16.488018 719692 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0127 12:33:16.504661 719692 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001bc5ed0}
I0127 12:33:16.504713 719692 network_create.go:124] attempt to create docker network addons-162377 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0127 12:33:16.504776 719692 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-162377 addons-162377
I0127 12:33:16.576139 719692 network_create.go:108] docker network addons-162377 192.168.49.0/24 created
I0127 12:33:16.576174 719692 kic.go:121] calculated static IP "192.168.49.2" for the "addons-162377" container
I0127 12:33:16.576260 719692 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0127 12:33:16.591472 719692 cli_runner.go:164] Run: docker volume create addons-162377 --label name.minikube.sigs.k8s.io=addons-162377 --label created_by.minikube.sigs.k8s.io=true
I0127 12:33:16.609210 719692 oci.go:103] Successfully created a docker volume addons-162377
I0127 12:33:16.609312 719692 cli_runner.go:164] Run: docker run --rm --name addons-162377-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-162377 --entrypoint /usr/bin/test -v addons-162377:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I0127 12:33:18.738785 719692 cli_runner.go:217] Completed: docker run --rm --name addons-162377-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-162377 --entrypoint /usr/bin/test -v addons-162377:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib: (2.129411728s)
I0127 12:33:18.738816 719692 oci.go:107] Successfully prepared a docker volume addons-162377
I0127 12:33:18.738829 719692 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 12:33:18.738848 719692 kic.go:194] Starting extracting preloaded images to volume ...
I0127 12:33:18.738923 719692 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20317-713554/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-162377:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I0127 12:33:22.926089 719692 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20317-713554/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-162377:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir: (4.187118053s)
I0127 12:33:22.926122 719692 kic.go:203] duration metric: took 4.187271288s to extract preloaded images to volume ...
W0127 12:33:22.926253 719692 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0127 12:33:22.926396 719692 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0127 12:33:22.978447 719692 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-162377 --name addons-162377 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-162377 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-162377 --network addons-162377 --ip 192.168.49.2 --volume addons-162377:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279
I0127 12:33:23.335605 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Running}}
I0127 12:33:23.356311 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:23.385054 719692 cli_runner.go:164] Run: docker exec addons-162377 stat /var/lib/dpkg/alternatives/iptables
I0127 12:33:23.435687 719692 oci.go:144] the created container "addons-162377" has a running status.
I0127 12:33:23.435723 719692 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa...
I0127 12:33:24.238178 719692 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0127 12:33:24.261334 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:24.288119 719692 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0127 12:33:24.288145 719692 kic_runner.go:114] Args: [docker exec --privileged addons-162377 chown docker:docker /home/docker/.ssh/authorized_keys]
I0127 12:33:24.352643 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:24.372948 719692 machine.go:93] provisionDockerMachine start ...
I0127 12:33:24.373047 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:24.395414 719692 main.go:141] libmachine: Using SSH client type: native
I0127 12:33:24.395684 719692 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33528 <nil> <nil>}
I0127 12:33:24.395694 719692 main.go:141] libmachine: About to run SSH command:
hostname
I0127 12:33:24.530963 719692 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-162377
I0127 12:33:24.530988 719692 ubuntu.go:169] provisioning hostname "addons-162377"
I0127 12:33:24.531050 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:24.549911 719692 main.go:141] libmachine: Using SSH client type: native
I0127 12:33:24.550158 719692 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33528 <nil> <nil>}
I0127 12:33:24.550171 719692 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-162377 && echo "addons-162377" | sudo tee /etc/hostname
I0127 12:33:24.686191 719692 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-162377
I0127 12:33:24.686281 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:24.704127 719692 main.go:141] libmachine: Using SSH client type: native
I0127 12:33:24.704386 719692 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33528 <nil> <nil>}
I0127 12:33:24.704409 719692 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-162377' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-162377/g' /etc/hosts;
else
echo '127.0.1.1 addons-162377' | sudo tee -a /etc/hosts;
fi
fi
I0127 12:33:24.826404 719692 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0127 12:33:24.826431 719692 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20317-713554/.minikube CaCertPath:/home/jenkins/minikube-integration/20317-713554/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20317-713554/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20317-713554/.minikube}
I0127 12:33:24.826455 719692 ubuntu.go:177] setting up certificates
I0127 12:33:24.826465 719692 provision.go:84] configureAuth start
I0127 12:33:24.826528 719692 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-162377
I0127 12:33:24.843773 719692 provision.go:143] copyHostCerts
I0127 12:33:24.843860 719692 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20317-713554/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20317-713554/.minikube/ca.pem (1078 bytes)
I0127 12:33:24.843999 719692 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20317-713554/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20317-713554/.minikube/cert.pem (1123 bytes)
I0127 12:33:24.844058 719692 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20317-713554/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20317-713554/.minikube/key.pem (1679 bytes)
I0127 12:33:24.844111 719692 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20317-713554/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20317-713554/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20317-713554/.minikube/certs/ca-key.pem org=jenkins.addons-162377 san=[127.0.0.1 192.168.49.2 addons-162377 localhost minikube]
I0127 12:33:25.322286 719692 provision.go:177] copyRemoteCerts
I0127 12:33:25.322396 719692 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0127 12:33:25.322461 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:25.345746 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:25.435146 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0127 12:33:25.459280 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0127 12:33:25.483192 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0127 12:33:25.506751 719692 provision.go:87] duration metric: took 680.268003ms to configureAuth
I0127 12:33:25.506776 719692 ubuntu.go:193] setting minikube options for container-runtime
I0127 12:33:25.506973 719692 config.go:182] Loaded profile config "addons-162377": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 12:33:25.507076 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:25.523822 719692 main.go:141] libmachine: Using SSH client type: native
I0127 12:33:25.524077 719692 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x4132a0] 0x415ae0 <nil> [] 0s} 127.0.0.1 33528 <nil> <nil>}
I0127 12:33:25.524101 719692 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0127 12:33:25.744330 719692 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0127 12:33:25.744354 719692 machine.go:96] duration metric: took 1.371386267s to provisionDockerMachine
I0127 12:33:25.744364 719692 client.go:171] duration metric: took 10.189559256s to LocalClient.Create
I0127 12:33:25.744385 719692 start.go:167] duration metric: took 10.189628809s to libmachine.API.Create "addons-162377"
I0127 12:33:25.744392 719692 start.go:293] postStartSetup for "addons-162377" (driver="docker")
I0127 12:33:25.744403 719692 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0127 12:33:25.744472 719692 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0127 12:33:25.744511 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:25.762083 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:25.851398 719692 ssh_runner.go:195] Run: cat /etc/os-release
I0127 12:33:25.854472 719692 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0127 12:33:25.854511 719692 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0127 12:33:25.854522 719692 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0127 12:33:25.854535 719692 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0127 12:33:25.854547 719692 filesync.go:126] Scanning /home/jenkins/minikube-integration/20317-713554/.minikube/addons for local assets ...
I0127 12:33:25.854615 719692 filesync.go:126] Scanning /home/jenkins/minikube-integration/20317-713554/.minikube/files for local assets ...
I0127 12:33:25.854643 719692 start.go:296] duration metric: took 110.244754ms for postStartSetup
I0127 12:33:25.854963 719692 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-162377
I0127 12:33:25.872428 719692 profile.go:143] Saving config to /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/config.json ...
I0127 12:33:25.872735 719692 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0127 12:33:25.872786 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:25.889083 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:25.976065 719692 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0127 12:33:25.981187 719692 start.go:128] duration metric: took 10.429905564s to createHost
I0127 12:33:25.981215 719692 start.go:83] releasing machines lock for "addons-162377", held for 10.430037343s
I0127 12:33:25.981328 719692 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-162377
I0127 12:33:26.000707 719692 ssh_runner.go:195] Run: cat /version.json
I0127 12:33:26.000740 719692 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0127 12:33:26.000759 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:26.000827 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:26.024012 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:26.034508 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:26.113848 719692 ssh_runner.go:195] Run: systemctl --version
I0127 12:33:26.253891 719692 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0127 12:33:26.396070 719692 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0127 12:33:26.400383 719692 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0127 12:33:26.422643 719692 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0127 12:33:26.422793 719692 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0127 12:33:26.452813 719692 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0127 12:33:26.452879 719692 start.go:495] detecting cgroup driver to use...
I0127 12:33:26.452937 719692 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0127 12:33:26.453029 719692 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0127 12:33:26.469674 719692 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0127 12:33:26.482318 719692 docker.go:217] disabling cri-docker service (if available) ...
I0127 12:33:26.482492 719692 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0127 12:33:26.499337 719692 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0127 12:33:26.513872 719692 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0127 12:33:26.604583 719692 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0127 12:33:26.707664 719692 docker.go:233] disabling docker service ...
I0127 12:33:26.707774 719692 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0127 12:33:26.729872 719692 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0127 12:33:26.742651 719692 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0127 12:33:26.837030 719692 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0127 12:33:26.951383 719692 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0127 12:33:26.963177 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0127 12:33:26.980831 719692 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0127 12:33:26.980929 719692 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 12:33:26.991373 719692 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0127 12:33:26.991505 719692 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 12:33:27.001349 719692 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0127 12:33:27.012779 719692 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0127 12:33:27.022973 719692 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0127 12:33:27.032375 719692 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0127 12:33:27.042711 719692 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0127 12:33:27.059673 719692 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0127 12:33:27.074138 719692 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0127 12:33:27.082958 719692 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0127 12:33:27.091844 719692 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 12:33:27.169883 719692 ssh_runner.go:195] Run: sudo systemctl restart crio
I0127 12:33:27.289138 719692 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0127 12:33:27.289222 719692 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0127 12:33:27.293105 719692 start.go:563] Will wait 60s for crictl version
I0127 12:33:27.293170 719692 ssh_runner.go:195] Run: which crictl
I0127 12:33:27.296696 719692 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0127 12:33:27.333725 719692 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0127 12:33:27.333825 719692 ssh_runner.go:195] Run: crio --version
I0127 12:33:27.370771 719692 ssh_runner.go:195] Run: crio --version
I0127 12:33:27.412189 719692 out.go:177] * Preparing Kubernetes v1.32.1 on CRI-O 1.24.6 ...
I0127 12:33:27.414905 719692 cli_runner.go:164] Run: docker network inspect addons-162377 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0127 12:33:27.434582 719692 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0127 12:33:27.438275 719692 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0127 12:33:27.449242 719692 kubeadm.go:883] updating cluster {Name:addons-162377 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-162377 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClie
ntPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0127 12:33:27.449365 719692 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0127 12:33:27.449423 719692 ssh_runner.go:195] Run: sudo crictl images --output json
I0127 12:33:27.526264 719692 crio.go:514] all images are preloaded for cri-o runtime.
I0127 12:33:27.526290 719692 crio.go:433] Images already preloaded, skipping extraction
I0127 12:33:27.526368 719692 ssh_runner.go:195] Run: sudo crictl images --output json
I0127 12:33:27.561673 719692 crio.go:514] all images are preloaded for cri-o runtime.
I0127 12:33:27.561694 719692 cache_images.go:84] Images are preloaded, skipping loading
I0127 12:33:27.561702 719692 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.1 crio true true} ...
I0127 12:33:27.561805 719692 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-162377 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.1 ClusterName:addons-162377 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0127 12:33:27.561882 719692 ssh_runner.go:195] Run: crio config
I0127 12:33:27.613838 719692 cni.go:84] Creating CNI manager for ""
I0127 12:33:27.613908 719692 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 12:33:27.613933 719692 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0127 12:33:27.613989 719692 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-162377 NodeName:addons-162377 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0127 12:33:27.614148 719692 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-162377"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0127 12:33:27.614237 719692 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.1
I0127 12:33:27.622896 719692 binaries.go:44] Found k8s binaries, skipping transfer
I0127 12:33:27.622965 719692 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0127 12:33:27.631447 719692 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0127 12:33:27.648886 719692 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0127 12:33:27.667149 719692 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0127 12:33:27.684571 719692 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0127 12:33:27.687872 719692 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0127 12:33:27.698427 719692 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 12:33:27.787605 719692 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0127 12:33:27.801021 719692 certs.go:68] Setting up /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377 for IP: 192.168.49.2
I0127 12:33:27.801045 719692 certs.go:194] generating shared ca certs ...
I0127 12:33:27.801061 719692 certs.go:226] acquiring lock for ca certs: {Name:mk4f5c0b90dc0dd1c6325ca0fc22a856732fdf13 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:27.801187 719692 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20317-713554/.minikube/ca.key
I0127 12:33:28.990132 719692 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20317-713554/.minikube/ca.crt ...
I0127 12:33:28.990169 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/ca.crt: {Name:mke4f9571d398a612d9311d1971094ba10075ebb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:28.990417 719692 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20317-713554/.minikube/ca.key ...
I0127 12:33:28.990433 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/ca.key: {Name:mk1f78e8d56257ea21c7c5105c0cc20cf5c44559 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:28.990535 719692 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20317-713554/.minikube/proxy-client-ca.key
I0127 12:33:29.155168 719692 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20317-713554/.minikube/proxy-client-ca.crt ...
I0127 12:33:29.155199 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/proxy-client-ca.crt: {Name:mk9d0de317f6aca8b2cf7cb88d985607b5e45656 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:29.155389 719692 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20317-713554/.minikube/proxy-client-ca.key ...
I0127 12:33:29.155402 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/proxy-client-ca.key: {Name:mk4b708d89d53869526f48c6d55337aa34541e20 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:29.155492 719692 certs.go:256] generating profile certs ...
I0127 12:33:29.155551 719692 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/client.key
I0127 12:33:29.155569 719692 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/client.crt with IP's: []
I0127 12:33:29.853692 719692 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/client.crt ...
I0127 12:33:29.853723 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/client.crt: {Name:mk928763ff451c8ed7ea56e496a447f10efc3884 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:29.853924 719692 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/client.key ...
I0127 12:33:29.853940 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/client.key: {Name:mk8c905b944819071e3a27dfd775b6a337e9eb66 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:29.854066 719692 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.key.da7a101a
I0127 12:33:29.854086 719692 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.crt.da7a101a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0127 12:33:30.521990 719692 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.crt.da7a101a ...
I0127 12:33:30.522022 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.crt.da7a101a: {Name:mk5493b7a49a10147c3190b46ae3d4c96022f417 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:30.522846 719692 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.key.da7a101a ...
I0127 12:33:30.522866 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.key.da7a101a: {Name:mkd3f73bd596e3d51580440fa3c878314564b220 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:30.522957 719692 certs.go:381] copying /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.crt.da7a101a -> /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.crt
I0127 12:33:30.523038 719692 certs.go:385] copying /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.key.da7a101a -> /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.key
I0127 12:33:30.523096 719692 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/proxy-client.key
I0127 12:33:30.523115 719692 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/proxy-client.crt with IP's: []
I0127 12:33:31.223813 719692 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/proxy-client.crt ...
I0127 12:33:31.223849 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/proxy-client.crt: {Name:mkb1168ac1903ebc027d5f5ffca6c020bb7f2d9f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:31.224040 719692 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/proxy-client.key ...
I0127 12:33:31.224054 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/proxy-client.key: {Name:mk6201058d76decfcf110b633d1978e0efed032c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:31.224246 719692 certs.go:484] found cert: /home/jenkins/minikube-integration/20317-713554/.minikube/certs/ca-key.pem (1679 bytes)
I0127 12:33:31.224289 719692 certs.go:484] found cert: /home/jenkins/minikube-integration/20317-713554/.minikube/certs/ca.pem (1078 bytes)
I0127 12:33:31.224320 719692 certs.go:484] found cert: /home/jenkins/minikube-integration/20317-713554/.minikube/certs/cert.pem (1123 bytes)
I0127 12:33:31.224348 719692 certs.go:484] found cert: /home/jenkins/minikube-integration/20317-713554/.minikube/certs/key.pem (1679 bytes)
I0127 12:33:31.225004 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0127 12:33:31.250831 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0127 12:33:31.277133 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0127 12:33:31.301538 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0127 12:33:31.325528 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0127 12:33:31.351693 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0127 12:33:31.376513 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0127 12:33:31.400852 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/profiles/addons-162377/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0127 12:33:31.424937 719692 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20317-713554/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0127 12:33:31.449411 719692 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0127 12:33:31.467567 719692 ssh_runner.go:195] Run: openssl version
I0127 12:33:31.473110 719692 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0127 12:33:31.484081 719692 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0127 12:33:31.488322 719692 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jan 27 12:33 /usr/share/ca-certificates/minikubeCA.pem
I0127 12:33:31.488385 719692 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0127 12:33:31.497175 719692 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0127 12:33:31.511879 719692 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0127 12:33:31.516430 719692 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0127 12:33:31.516481 719692 kubeadm.go:392] StartCluster: {Name:addons-162377 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-162377 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientP
ath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0127 12:33:31.516573 719692 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0127 12:33:31.516638 719692 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0127 12:33:31.564550 719692 cri.go:89] found id: ""
I0127 12:33:31.564662 719692 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0127 12:33:31.573618 719692 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0127 12:33:31.582568 719692 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0127 12:33:31.582637 719692 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0127 12:33:31.591376 719692 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0127 12:33:31.591398 719692 kubeadm.go:157] found existing configuration files:
I0127 12:33:31.591452 719692 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0127 12:33:31.600077 719692 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0127 12:33:31.600147 719692 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0127 12:33:31.608973 719692 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0127 12:33:31.617631 719692 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0127 12:33:31.617791 719692 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0127 12:33:31.626131 719692 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0127 12:33:31.635104 719692 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0127 12:33:31.635171 719692 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0127 12:33:31.643574 719692 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0127 12:33:31.652151 719692 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0127 12:33:31.652215 719692 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0127 12:33:31.660855 719692 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0127 12:33:31.705086 719692 kubeadm.go:310] [init] Using Kubernetes version: v1.32.1
I0127 12:33:31.705382 719692 kubeadm.go:310] [preflight] Running pre-flight checks
I0127 12:33:31.723113 719692 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0127 12:33:31.723194 719692 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1075-aws[0m
I0127 12:33:31.723234 719692 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0127 12:33:31.723284 719692 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0127 12:33:31.723336 719692 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0127 12:33:31.723387 719692 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0127 12:33:31.723441 719692 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0127 12:33:31.723493 719692 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0127 12:33:31.723550 719692 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0127 12:33:31.723599 719692 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0127 12:33:31.723651 719692 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0127 12:33:31.723702 719692 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0127 12:33:31.780682 719692 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0127 12:33:31.780896 719692 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0127 12:33:31.781046 719692 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0127 12:33:31.787623 719692 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0127 12:33:31.793913 719692 out.go:235] - Generating certificates and keys ...
I0127 12:33:31.794017 719692 kubeadm.go:310] [certs] Using existing ca certificate authority
I0127 12:33:31.794088 719692 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0127 12:33:31.931298 719692 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0127 12:33:32.430763 719692 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0127 12:33:33.277030 719692 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0127 12:33:33.450245 719692 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0127 12:33:33.994487 719692 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0127 12:33:33.994891 719692 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-162377 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0127 12:33:35.532342 719692 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0127 12:33:35.532733 719692 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-162377 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0127 12:33:36.101179 719692 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0127 12:33:36.666443 719692 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0127 12:33:36.928811 719692 kubeadm.go:310] [certs] Generating "sa" key and public key
I0127 12:33:36.929149 719692 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0127 12:33:37.281251 719692 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0127 12:33:37.440551 719692 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0127 12:33:37.988527 719692 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0127 12:33:38.176958 719692 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0127 12:33:38.664934 719692 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0127 12:33:38.665788 719692 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0127 12:33:38.668720 719692 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0127 12:33:38.672098 719692 out.go:235] - Booting up control plane ...
I0127 12:33:38.672202 719692 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0127 12:33:38.672278 719692 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0127 12:33:38.672573 719692 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0127 12:33:38.684179 719692 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0127 12:33:38.690966 719692 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0127 12:33:38.691028 719692 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0127 12:33:38.783691 719692 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0127 12:33:38.783815 719692 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0127 12:33:40.285720 719692 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.50175052s
I0127 12:33:40.285810 719692 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0127 12:33:46.286928 719692 kubeadm.go:310] [api-check] The API server is healthy after 6.001546079s
I0127 12:33:46.309615 719692 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0127 12:33:46.323151 719692 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0127 12:33:46.348501 719692 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0127 12:33:46.348745 719692 kubeadm.go:310] [mark-control-plane] Marking the node addons-162377 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0127 12:33:46.358802 719692 kubeadm.go:310] [bootstrap-token] Using token: e96dz6.xujdcjcxv53oj401
I0127 12:33:46.361826 719692 out.go:235] - Configuring RBAC rules ...
I0127 12:33:46.361965 719692 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0127 12:33:46.367619 719692 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0127 12:33:46.375447 719692 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0127 12:33:46.380511 719692 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0127 12:33:46.384300 719692 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0127 12:33:46.388435 719692 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0127 12:33:46.694295 719692 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0127 12:33:47.127813 719692 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0127 12:33:47.695904 719692 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0127 12:33:47.697081 719692 kubeadm.go:310]
I0127 12:33:47.697162 719692 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0127 12:33:47.697181 719692 kubeadm.go:310]
I0127 12:33:47.697259 719692 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0127 12:33:47.697269 719692 kubeadm.go:310]
I0127 12:33:47.697295 719692 kubeadm.go:310] mkdir -p $HOME/.kube
I0127 12:33:47.697356 719692 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0127 12:33:47.697410 719692 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0127 12:33:47.697418 719692 kubeadm.go:310]
I0127 12:33:47.697473 719692 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0127 12:33:47.697483 719692 kubeadm.go:310]
I0127 12:33:47.697531 719692 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0127 12:33:47.697539 719692 kubeadm.go:310]
I0127 12:33:47.697592 719692 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0127 12:33:47.697681 719692 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0127 12:33:47.697752 719692 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0127 12:33:47.697763 719692 kubeadm.go:310]
I0127 12:33:47.697847 719692 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0127 12:33:47.697928 719692 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0127 12:33:47.697939 719692 kubeadm.go:310]
I0127 12:33:47.698023 719692 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token e96dz6.xujdcjcxv53oj401 \
I0127 12:33:47.698131 719692 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b72c1c164977160dd03ee6dd14689febc198ea7bbba4c020d3a88becc7a40a98 \
I0127 12:33:47.698156 719692 kubeadm.go:310] --control-plane
I0127 12:33:47.698166 719692 kubeadm.go:310]
I0127 12:33:47.698251 719692 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0127 12:33:47.698260 719692 kubeadm.go:310]
I0127 12:33:47.698348 719692 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token e96dz6.xujdcjcxv53oj401 \
I0127 12:33:47.698473 719692 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b72c1c164977160dd03ee6dd14689febc198ea7bbba4c020d3a88becc7a40a98
I0127 12:33:47.702464 719692 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0127 12:33:47.702697 719692 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1075-aws\n", err: exit status 1
I0127 12:33:47.702810 719692 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0127 12:33:47.702834 719692 cni.go:84] Creating CNI manager for ""
I0127 12:33:47.702846 719692 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0127 12:33:47.705986 719692 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0127 12:33:47.708842 719692 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0127 12:33:47.713248 719692 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.1/kubectl ...
I0127 12:33:47.713268 719692 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0127 12:33:47.731107 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0127 12:33:48.006263 719692 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0127 12:33:48.006417 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:48.006472 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-162377 minikube.k8s.io/updated_at=2025_01_27T12_33_48_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=0d71ce9b1959d04f0d9fa7dbc5639a49619ad89b minikube.k8s.io/name=addons-162377 minikube.k8s.io/primary=true
I0127 12:33:48.022192 719692 ops.go:34] apiserver oom_adj: -16
I0127 12:33:48.172969 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:48.673547 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:49.173079 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:49.673674 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:50.173116 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:50.673544 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:51.173553 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:51.673083 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:52.173064 719692 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0127 12:33:52.261092 719692 kubeadm.go:1113] duration metric: took 4.254790484s to wait for elevateKubeSystemPrivileges
I0127 12:33:52.261121 719692 kubeadm.go:394] duration metric: took 20.744642423s to StartCluster
I0127 12:33:52.261138 719692 settings.go:142] acquiring lock: {Name:mk22524831f0d71081edee82253af2bb07fc6391 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:52.261278 719692 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20317-713554/kubeconfig
I0127 12:33:52.261693 719692 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20317-713554/kubeconfig: {Name:mkcd98ab89f3bde76047c01a79b8fa74448bf59e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0127 12:33:52.261898 719692 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0127 12:33:52.262028 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0127 12:33:52.262259 719692 config.go:182] Loaded profile config "addons-162377": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 12:33:52.262288 719692 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0127 12:33:52.262422 719692 addons.go:69] Setting yakd=true in profile "addons-162377"
I0127 12:33:52.262437 719692 addons.go:238] Setting addon yakd=true in "addons-162377"
I0127 12:33:52.262459 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.262962 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.263430 719692 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-162377"
I0127 12:33:52.263444 719692 addons.go:69] Setting metrics-server=true in profile "addons-162377"
I0127 12:33:52.263455 719692 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-162377"
I0127 12:33:52.263466 719692 addons.go:238] Setting addon metrics-server=true in "addons-162377"
I0127 12:33:52.263472 719692 addons.go:69] Setting registry=true in profile "addons-162377"
I0127 12:33:52.263480 719692 addons.go:238] Setting addon registry=true in "addons-162377"
I0127 12:33:52.263492 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.263511 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.263926 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.263956 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.267026 719692 addons.go:69] Setting cloud-spanner=true in profile "addons-162377"
I0127 12:33:52.267057 719692 addons.go:238] Setting addon cloud-spanner=true in "addons-162377"
I0127 12:33:52.267096 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.267545 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.270269 719692 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-162377"
I0127 12:33:52.270341 719692 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-162377"
I0127 12:33:52.270394 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.274920 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.282006 719692 addons.go:69] Setting storage-provisioner=true in profile "addons-162377"
I0127 12:33:52.282098 719692 addons.go:238] Setting addon storage-provisioner=true in "addons-162377"
I0127 12:33:52.282170 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.282817 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.286347 719692 addons.go:69] Setting default-storageclass=true in profile "addons-162377"
I0127 12:33:52.286489 719692 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-162377"
I0127 12:33:52.286841 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.295390 719692 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-162377"
I0127 12:33:52.295433 719692 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-162377"
I0127 12:33:52.295844 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.302567 719692 addons.go:69] Setting gcp-auth=true in profile "addons-162377"
I0127 12:33:52.302607 719692 mustload.go:65] Loading cluster: addons-162377
I0127 12:33:52.302811 719692 config.go:182] Loaded profile config "addons-162377": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0127 12:33:52.303059 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.309777 719692 addons.go:69] Setting volcano=true in profile "addons-162377"
I0127 12:33:52.309812 719692 addons.go:238] Setting addon volcano=true in "addons-162377"
I0127 12:33:52.309849 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.310312 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.322504 719692 addons.go:69] Setting ingress=true in profile "addons-162377"
I0127 12:33:52.322541 719692 addons.go:238] Setting addon ingress=true in "addons-162377"
I0127 12:33:52.322588 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.323075 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.339788 719692 addons.go:69] Setting volumesnapshots=true in profile "addons-162377"
I0127 12:33:52.339823 719692 addons.go:238] Setting addon volumesnapshots=true in "addons-162377"
I0127 12:33:52.339861 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.340345 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.340535 719692 addons.go:69] Setting ingress-dns=true in profile "addons-162377"
I0127 12:33:52.340554 719692 addons.go:238] Setting addon ingress-dns=true in "addons-162377"
I0127 12:33:52.340598 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.341004 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.359991 719692 out.go:177] * Verifying Kubernetes components...
I0127 12:33:52.362597 719692 addons.go:69] Setting inspektor-gadget=true in profile "addons-162377"
I0127 12:33:52.362636 719692 addons.go:238] Setting addon inspektor-gadget=true in "addons-162377"
I0127 12:33:52.362680 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.363141 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.367101 719692 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0127 12:33:52.263450 719692 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-162377"
I0127 12:33:52.399572 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.400120 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.263468 719692 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-162377"
I0127 12:33:52.411727 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.412216 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.416122 719692 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0127 12:33:52.421811 719692 out.go:177] - Using image docker.io/registry:2.8.3
I0127 12:33:52.425010 719692 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0127 12:33:52.425078 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0127 12:33:52.425176 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.464738 719692 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0127 12:33:52.466313 719692 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.28
I0127 12:33:52.502368 719692 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0127 12:33:52.518037 719692 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0127 12:33:52.518116 719692 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0127 12:33:52.518227 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.532465 719692 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0127 12:33:52.532490 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0127 12:33:52.532552 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.540489 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0127 12:33:52.544479 719692 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-162377"
I0127 12:33:52.544565 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.560722 719692 addons.go:238] Setting addon default-storageclass=true in "addons-162377"
I0127 12:33:52.560764 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.561171 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.571424 719692 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0127 12:33:52.571580 719692 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0127 12:33:52.571723 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
W0127 12:33:52.576000 719692 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0127 12:33:52.576239 719692 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0127 12:33:52.577388 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:33:52.589435 719692 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0127 12:33:52.593098 719692 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.36.0
I0127 12:33:52.593345 719692 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0127 12:33:52.593378 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0127 12:33:52.593475 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.596320 719692 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0127 12:33:52.596344 719692 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0127 12:33:52.596408 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.641003 719692 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0127 12:33:52.644162 719692 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0127 12:33:52.648267 719692 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0127 12:33:52.651814 719692 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0127 12:33:52.654911 719692 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0127 12:33:52.655878 719692 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0127 12:33:52.662150 719692 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 12:33:52.662388 719692 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0127 12:33:52.662441 719692 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0127 12:33:52.678858 719692 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0127 12:33:52.679451 719692 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0127 12:33:52.679471 719692 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0127 12:33:52.679535 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.682427 719692 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0127 12:33:52.682539 719692 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 12:33:52.682897 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.705909 719692 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0127 12:33:52.705979 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0127 12:33:52.706076 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.710136 719692 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0127 12:33:52.710160 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0127 12:33:52.710221 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.731287 719692 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0127 12:33:52.736354 719692 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0127 12:33:52.736440 719692 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0127 12:33:52.736565 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.751470 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:33:52.753942 719692 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0127 12:33:52.754255 719692 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0127 12:33:52.754291 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0127 12:33:52.754472 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.757196 719692 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0127 12:33:52.757210 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0127 12:33:52.757265 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.767595 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.805971 719692 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0127 12:33:52.830790 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.839366 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.841017 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.845745 719692 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0127 12:33:52.849229 719692 out.go:177] - Using image docker.io/busybox:stable
I0127 12:33:52.852155 719692 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0127 12:33:52.852180 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0127 12:33:52.852243 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.879079 719692 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0127 12:33:52.879104 719692 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0127 12:33:52.879165 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:33:52.890957 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.899093 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.909606 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.913420 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.917809 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.919350 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.939253 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
W0127 12:33:52.947363 719692 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0127 12:33:52.947389 719692 retry.go:31] will retry after 281.875561ms: ssh: handshake failed: EOF
I0127 12:33:52.956087 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:33:52.958610 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
W0127 12:33:52.959641 719692 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0127 12:33:52.959663 719692 retry.go:31] will retry after 311.883786ms: ssh: handshake failed: EOF
I0127 12:33:53.205834 719692 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0127 12:33:53.205910 719692 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0127 12:33:53.277066 719692 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0127 12:33:53.277158 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0127 12:33:53.279854 719692 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0127 12:33:53.279930 719692 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0127 12:33:53.320542 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0127 12:33:53.341621 719692 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0127 12:33:53.341697 719692 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0127 12:33:53.345022 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0127 12:33:53.380092 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0127 12:33:53.394504 719692 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0127 12:33:53.394577 719692 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0127 12:33:53.444368 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0127 12:33:53.452240 719692 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0127 12:33:53.452303 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0127 12:33:53.464938 719692 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0127 12:33:53.465013 719692 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0127 12:33:53.489831 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0127 12:33:53.494826 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0127 12:33:53.497801 719692 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0127 12:33:53.497873 719692 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0127 12:33:53.514963 719692 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0127 12:33:53.515036 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0127 12:33:53.577004 719692 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0127 12:33:53.577078 719692 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0127 12:33:53.589692 719692 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0127 12:33:53.589770 719692 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0127 12:33:53.601477 719692 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0127 12:33:53.601560 719692 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0127 12:33:53.616478 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0127 12:33:53.628905 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0127 12:33:53.682729 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0127 12:33:53.706873 719692 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0127 12:33:53.706963 719692 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0127 12:33:53.728606 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0127 12:33:53.786390 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0127 12:33:53.800527 719692 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0127 12:33:53.800601 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0127 12:33:53.815898 719692 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0127 12:33:53.815976 719692 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0127 12:33:53.873603 719692 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0127 12:33:53.873680 719692 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0127 12:33:53.967997 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0127 12:33:53.978820 719692 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0127 12:33:53.978898 719692 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0127 12:33:54.076770 719692 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0127 12:33:54.076848 719692 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0127 12:33:54.160659 719692 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 12:33:54.160738 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0127 12:33:54.314801 719692 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0127 12:33:54.314880 719692 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0127 12:33:54.347086 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 12:33:54.434347 719692 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0127 12:33:54.434426 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0127 12:33:54.512943 719692 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0127 12:33:54.513026 719692 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0127 12:33:54.598223 719692 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0127 12:33:54.598294 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0127 12:33:54.653054 719692 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0127 12:33:54.653124 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0127 12:33:54.749786 719692 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0127 12:33:54.749864 719692 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0127 12:33:54.807810 719692 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.001806754s)
I0127 12:33:54.808020 719692 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.267453586s)
I0127 12:33:54.808054 719692 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0127 12:33:54.809690 719692 node_ready.go:35] waiting up to 6m0s for node "addons-162377" to be "Ready" ...
I0127 12:33:54.924333 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0127 12:33:56.298915 719692 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-162377" context rescaled to 1 replicas
I0127 12:33:56.340929 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.020310864s)
I0127 12:33:56.939330 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:33:56.990885 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.645789457s)
I0127 12:33:57.464953 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.084788373s)
I0127 12:33:57.465019 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.02057808s)
I0127 12:33:58.662137 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.172222616s)
I0127 12:33:58.662170 719692 addons.go:479] Verifying addon ingress=true in "addons-162377"
I0127 12:33:58.662310 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.167411629s)
I0127 12:33:58.662417 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.045870834s)
I0127 12:33:58.662499 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.033516514s)
I0127 12:33:58.662621 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.979813925s)
I0127 12:33:58.662650 719692 addons.go:479] Verifying addon registry=true in "addons-162377"
I0127 12:33:58.662672 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (4.933991809s)
I0127 12:33:58.662730 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.876269105s)
I0127 12:33:58.662744 719692 addons.go:479] Verifying addon metrics-server=true in "addons-162377"
I0127 12:33:58.662789 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.694716131s)
I0127 12:33:58.663048 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.315882243s)
W0127 12:33:58.663279 719692 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0127 12:33:58.663296 719692 retry.go:31] will retry after 145.403654ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0127 12:33:58.665707 719692 out.go:177] * Verifying registry addon...
I0127 12:33:58.665859 719692 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-162377 service yakd-dashboard -n yakd-dashboard
I0127 12:33:58.665934 719692 out.go:177] * Verifying ingress addon...
I0127 12:33:58.670643 719692 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0127 12:33:58.671731 719692 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0127 12:33:58.684893 719692 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0127 12:33:58.684971 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:33:58.685837 719692 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0127 12:33:58.685885 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:33:58.808884 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0127 12:33:58.994258 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.06988072s)
I0127 12:33:58.994301 719692 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-162377"
I0127 12:33:58.998384 719692 out.go:177] * Verifying csi-hostpath-driver addon...
I0127 12:33:59.004038 719692 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0127 12:33:59.017835 719692 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0127 12:33:59.017915 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:33:59.176460 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:33:59.177412 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:33:59.313685 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:33:59.517588 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:33:59.674710 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:33:59.676202 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:00.035372 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:00.193363 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:00.194315 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:00.512862 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:00.673692 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:00.674927 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:01.008624 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:01.108566 719692 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0127 12:34:01.108664 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:34:01.127113 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:34:01.175039 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:01.176447 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:01.234566 719692 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0127 12:34:01.259082 719692 addons.go:238] Setting addon gcp-auth=true in "addons-162377"
I0127 12:34:01.259164 719692 host.go:66] Checking if "addons-162377" exists ...
I0127 12:34:01.259723 719692 cli_runner.go:164] Run: docker container inspect addons-162377 --format={{.State.Status}}
I0127 12:34:01.283804 719692 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0127 12:34:01.283868 719692 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-162377
I0127 12:34:01.304015 719692 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33528 SSHKeyPath:/home/jenkins/minikube-integration/20317-713554/.minikube/machines/addons-162377/id_rsa Username:docker}
I0127 12:34:01.314715 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:01.516163 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:01.649155 719692 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.840162937s)
I0127 12:34:01.652799 719692 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0127 12:34:01.655768 719692 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0127 12:34:01.658610 719692 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0127 12:34:01.658681 719692 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0127 12:34:01.679107 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:01.679502 719692 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0127 12:34:01.679530 719692 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0127 12:34:01.681041 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:01.701228 719692 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0127 12:34:01.701298 719692 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0127 12:34:01.720853 719692 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0127 12:34:02.016266 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:02.179637 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:02.180741 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:02.293524 719692 addons.go:479] Verifying addon gcp-auth=true in "addons-162377"
I0127 12:34:02.296502 719692 out.go:177] * Verifying gcp-auth addon...
I0127 12:34:02.300450 719692 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0127 12:34:02.307504 719692 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0127 12:34:02.307569 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:02.508420 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:02.673897 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:02.675254 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:02.804762 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:03.014701 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:03.173463 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:03.175479 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:03.304012 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:03.512567 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:03.673985 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:03.676529 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:03.804024 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:03.813319 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:04.010003 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:04.175790 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:04.176471 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:04.304032 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:04.509064 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:04.676139 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:04.676413 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:04.804606 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:05.010036 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:05.174797 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:05.176006 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:05.304232 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:05.507926 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:05.674004 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:05.675383 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:05.803933 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:06.011120 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:06.176885 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:06.177306 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:06.304738 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:06.313729 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:06.513695 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:06.674469 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:06.675906 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:06.804019 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:07.008503 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:07.174343 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:07.176477 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:07.303975 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:07.517082 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:07.674605 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:07.676049 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:07.803599 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:08.009691 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:08.176249 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:08.176527 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:08.303429 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:08.508219 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:08.673882 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:08.676077 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:08.805678 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:08.813988 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:09.010309 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:09.175059 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:09.175440 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:09.304450 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:09.513005 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:09.673786 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:09.676393 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:09.805490 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:10.011113 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:10.175756 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:10.176973 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:10.304429 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:10.508815 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:10.674203 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:10.675534 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:10.803765 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:11.012218 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:11.176572 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:11.176913 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:11.304480 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:11.313487 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:11.507762 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:11.676014 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:11.676307 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:11.803619 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:12.011568 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:12.174442 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:12.175656 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:12.304095 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:12.513250 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:12.674253 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:12.675252 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:12.805734 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:13.010754 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:13.174999 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:13.175756 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:13.303743 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:13.508479 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:13.673684 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:13.675818 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:13.804423 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:13.813370 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:14.010452 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:14.175566 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:14.176296 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:14.304626 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:14.508298 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:14.674657 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:14.675458 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:14.803752 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:15.011504 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:15.174745 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:15.176441 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:15.303674 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:15.508696 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:15.674565 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:15.675653 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:15.803939 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:16.010869 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:16.175635 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:16.176460 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:16.304030 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:16.313083 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:16.507695 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:16.674082 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:16.675684 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:16.804139 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:17.008774 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:17.174557 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:17.176326 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:17.303572 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:17.508563 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:17.674324 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:17.675023 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:17.804323 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:18.016656 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:18.175716 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:18.175843 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:18.304100 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:18.313823 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:18.513913 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:18.675229 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:18.676011 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:18.804495 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:19.009704 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:19.174731 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:19.176149 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:19.304673 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:19.508673 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:19.674757 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:19.676209 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:19.803624 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:20.020320 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:20.175380 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:20.176121 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:20.304315 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:20.508209 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:20.674416 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:20.676116 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:20.803575 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:20.813446 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:21.010391 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:21.178180 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:21.178406 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:21.303304 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:21.515840 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:21.674836 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:21.675979 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:21.804725 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:22.012205 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:22.174913 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:22.175899 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:22.304023 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:22.511753 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:22.674703 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:22.675530 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:22.804875 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:23.009370 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:23.174163 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:23.176142 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:23.304562 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:23.313821 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:23.512694 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:23.673833 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:23.675090 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:23.803611 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:24.008705 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:24.174593 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:24.176298 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:24.303629 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:24.511079 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:24.674462 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:24.675800 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:24.804246 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:25.009687 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:25.175209 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:25.176005 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:25.304354 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:25.508193 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:25.674827 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:25.674923 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:25.804056 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:25.813281 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:26.009951 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:26.175509 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:26.176239 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:26.303983 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:26.512611 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:26.674001 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:26.676223 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:26.803450 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:27.008635 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:27.176527 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:27.177359 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:27.304442 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:27.508456 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:27.674120 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:27.676047 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:27.804511 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:28.010163 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:28.175152 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:28.175957 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:28.304346 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:28.313015 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:28.508254 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:28.675030 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:28.675065 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:28.804372 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:29.009313 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:29.175733 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:29.176115 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:29.304217 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:29.513239 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:29.674823 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:29.675577 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:29.804118 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:30.012938 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:30.175282 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:30.176343 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:30.303919 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:30.313766 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:30.512696 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:30.674494 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:30.676480 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:30.803570 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:31.010322 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:31.175116 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:31.176459 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:31.304052 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:31.508469 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:31.673548 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:31.675844 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:31.804230 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:32.009197 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:32.173611 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:32.175691 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:32.303981 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:32.508814 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:32.675688 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:32.676419 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:32.803491 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:32.813607 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:33.011162 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:33.175054 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:33.175961 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:33.303732 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:33.511588 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:33.673853 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:33.675644 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:33.803977 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:34.014728 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:34.174334 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:34.176493 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:34.303768 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:34.513487 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:34.674767 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:34.677522 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:34.803373 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:35.020403 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:35.174720 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:35.175912 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:35.304298 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:35.313534 719692 node_ready.go:53] node "addons-162377" has status "Ready":"False"
I0127 12:34:35.509281 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:35.674828 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:35.676515 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:35.804103 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:36.030251 719692 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0127 12:34:36.030278 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:36.216644 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:36.220243 719692 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0127 12:34:36.220278 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:36.334081 719692 node_ready.go:49] node "addons-162377" has status "Ready":"True"
I0127 12:34:36.334111 719692 node_ready.go:38] duration metric: took 41.524244332s for node "addons-162377" to be "Ready" ...
I0127 12:34:36.334123 719692 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0127 12:34:36.347630 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:36.386625 719692 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-6p9n9" in "kube-system" namespace to be "Ready" ...
I0127 12:34:36.521713 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:36.696553 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:36.697152 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:36.814914 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:37.013256 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:37.201999 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:37.202945 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:37.310165 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:37.392735 719692 pod_ready.go:93] pod "coredns-668d6bf9bc-6p9n9" in "kube-system" namespace has status "Ready":"True"
I0127 12:34:37.392760 719692 pod_ready.go:82] duration metric: took 1.006099418s for pod "coredns-668d6bf9bc-6p9n9" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.392802 719692 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-162377" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.398278 719692 pod_ready.go:93] pod "etcd-addons-162377" in "kube-system" namespace has status "Ready":"True"
I0127 12:34:37.398303 719692 pod_ready.go:82] duration metric: took 5.485809ms for pod "etcd-addons-162377" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.398319 719692 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-162377" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.423132 719692 pod_ready.go:93] pod "kube-apiserver-addons-162377" in "kube-system" namespace has status "Ready":"True"
I0127 12:34:37.423164 719692 pod_ready.go:82] duration metric: took 24.837064ms for pod "kube-apiserver-addons-162377" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.423179 719692 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-162377" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.431757 719692 pod_ready.go:93] pod "kube-controller-manager-addons-162377" in "kube-system" namespace has status "Ready":"True"
I0127 12:34:37.431786 719692 pod_ready.go:82] duration metric: took 8.598494ms for pod "kube-controller-manager-addons-162377" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.431813 719692 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-xwp4n" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.511310 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:37.519174 719692 pod_ready.go:93] pod "kube-proxy-xwp4n" in "kube-system" namespace has status "Ready":"True"
I0127 12:34:37.519200 719692 pod_ready.go:82] duration metric: took 87.377779ms for pod "kube-proxy-xwp4n" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.519212 719692 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-162377" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.679486 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:37.680071 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:37.805855 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:37.917736 719692 pod_ready.go:93] pod "kube-scheduler-addons-162377" in "kube-system" namespace has status "Ready":"True"
I0127 12:34:37.917769 719692 pod_ready.go:82] duration metric: took 398.548573ms for pod "kube-scheduler-addons-162377" in "kube-system" namespace to be "Ready" ...
I0127 12:34:37.917783 719692 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-jr22g" in "kube-system" namespace to be "Ready" ...
I0127 12:34:38.011597 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:38.184469 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:38.184664 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:38.318727 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:38.510281 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:38.677787 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:38.679572 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:38.804684 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:39.019955 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:39.180708 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:39.181548 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:39.304786 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:39.513637 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:39.681136 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:39.683268 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:39.805793 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:39.928305 719692 pod_ready.go:103] pod "metrics-server-7fbb699795-jr22g" in "kube-system" namespace has status "Ready":"False"
I0127 12:34:40.015878 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:40.178943 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:40.180924 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:40.305838 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:40.515416 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:40.680435 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:40.681258 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:40.805032 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:41.012720 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:41.181556 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:41.182836 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:41.326479 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:41.518009 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:41.677277 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:41.687656 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:41.805107 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:42.012714 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:42.179294 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:42.181092 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:42.306031 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:42.425510 719692 pod_ready.go:103] pod "metrics-server-7fbb699795-jr22g" in "kube-system" namespace has status "Ready":"False"
I0127 12:34:42.519152 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:42.683784 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:42.686155 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:42.805129 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:43.013310 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:43.175518 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:43.178180 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:43.305494 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:43.515477 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:43.676605 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:43.678177 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:43.807553 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:44.011951 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:44.175971 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:44.177256 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:44.305016 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:44.512938 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:44.677066 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:44.678687 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:44.804308 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:44.924693 719692 pod_ready.go:103] pod "metrics-server-7fbb699795-jr22g" in "kube-system" namespace has status "Ready":"False"
I0127 12:34:45.018293 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:45.212464 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:45.214315 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:45.311256 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:45.512531 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:45.679730 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:45.681313 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:45.803844 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:46.016318 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:46.178210 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:46.181432 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:46.305470 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:46.515835 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:46.676460 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:46.677548 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:46.804157 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:46.925506 719692 pod_ready.go:103] pod "metrics-server-7fbb699795-jr22g" in "kube-system" namespace has status "Ready":"False"
I0127 12:34:47.020110 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:47.176658 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:47.180254 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:47.304449 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:47.514968 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:47.675110 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:47.676252 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:47.804782 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:48.011035 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:48.176591 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:48.177523 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:48.303660 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:48.523283 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:48.677399 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:48.678494 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:48.804528 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:48.926801 719692 pod_ready.go:103] pod "metrics-server-7fbb699795-jr22g" in "kube-system" namespace has status "Ready":"False"
I0127 12:34:49.011014 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:49.184573 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:49.189413 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:49.305077 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:49.519279 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:49.677756 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:49.679142 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:49.803971 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:50.011991 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:50.178743 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:50.180419 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:50.304115 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:50.514565 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:50.681319 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:50.683193 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:50.804084 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:51.011579 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:51.178104 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:51.178980 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:51.327679 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:51.424890 719692 pod_ready.go:93] pod "metrics-server-7fbb699795-jr22g" in "kube-system" namespace has status "Ready":"True"
I0127 12:34:51.424915 719692 pod_ready.go:82] duration metric: took 13.507123122s for pod "metrics-server-7fbb699795-jr22g" in "kube-system" namespace to be "Ready" ...
I0127 12:34:51.424927 719692 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace to be "Ready" ...
I0127 12:34:51.514551 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:51.676161 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:51.677468 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:51.804034 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:52.010684 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:52.175215 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:52.178249 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:52.305870 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:52.522912 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:52.675198 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:52.676117 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:52.805124 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:53.013924 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:53.175854 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:53.176766 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:53.303880 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:53.431503 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:34:53.520995 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:53.675223 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:53.676587 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:53.804983 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:54.012999 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:54.176658 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:54.177870 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:54.305462 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:54.512321 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:54.677685 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:54.678685 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:54.804024 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:55.013190 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:55.177088 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:55.177844 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:55.307509 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:55.431910 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:34:55.515135 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:55.677369 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:55.678708 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:55.804257 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:56.010713 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:56.175816 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:56.176843 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:56.306076 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:56.512576 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:56.675644 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:56.676991 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:56.805986 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:57.010071 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:57.177357 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:57.192409 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:57.304315 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:57.432098 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:34:57.513344 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:57.677099 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:57.678331 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:57.809080 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:58.010120 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:58.176024 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:58.178492 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:58.309718 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:58.518016 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:58.675944 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:58.677856 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:58.804574 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:59.011311 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:59.203838 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:59.205128 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:59.323710 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:59.510202 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:34:59.678752 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:34:59.681197 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:34:59.804500 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:34:59.931951 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:00.019846 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:00.196766 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:00.196698 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:00.304238 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:00.515475 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:00.675569 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:00.677485 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:00.803988 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:01.010107 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:01.177583 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:01.177827 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:01.304765 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:01.518020 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:01.677334 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:01.677868 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:01.805153 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:01.935981 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:02.012224 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:02.178280 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:02.179983 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:02.306798 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:02.514863 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:02.685862 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:02.687223 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:02.804853 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:03.022302 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:03.175601 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:03.177446 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:03.304796 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:03.515730 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:03.677045 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:03.677625 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:03.804670 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:04.009850 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:04.177986 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:04.179970 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:04.304220 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:04.431604 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:04.510057 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:04.675455 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:04.678439 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:04.803915 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:05.012059 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:05.183363 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:05.185812 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:05.308391 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:05.517575 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:05.675827 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:05.677401 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:05.803819 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:06.028011 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:06.177127 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:06.177648 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:06.304971 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:06.442638 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:06.515520 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:06.675518 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:06.680358 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:06.806308 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:07.018690 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:07.178922 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:07.181075 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:07.309452 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:07.509959 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:07.676304 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:07.677120 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:07.804387 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:08.014461 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:08.176548 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:08.176944 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:08.307042 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:08.513222 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:08.676434 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:08.676897 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:08.803764 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:08.931992 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:09.013489 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:09.176104 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:09.177475 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:09.305120 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:09.513930 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:09.676553 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:09.677396 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:09.812217 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:10.011524 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:10.177087 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:10.178562 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:10.304097 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:10.509498 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:10.675918 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:10.677199 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:10.804624 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:11.010326 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:11.174515 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:11.176062 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:11.304659 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:11.432082 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:11.512876 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:11.679037 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:11.680244 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:11.804589 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:12.009701 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:12.176663 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:12.178548 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:12.303571 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:12.513693 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:12.699238 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:12.700423 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:12.804203 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:13.010019 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:13.176712 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:13.177773 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:13.304652 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:13.512729 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:13.676462 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:13.677057 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:13.804388 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:13.931380 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:14.009568 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:14.175933 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:14.176908 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:14.304281 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:14.509886 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:14.674288 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:14.677141 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:14.804894 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:15.015644 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:15.175240 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:15.178047 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:15.305266 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:15.517165 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:15.677109 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:15.677966 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:15.804918 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:15.932942 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:16.010865 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:16.177977 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:16.179541 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:16.305093 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:16.513687 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:16.676197 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:16.682244 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:16.807346 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:17.015174 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:17.177336 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:17.184448 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:17.304735 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:17.513188 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:17.675116 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:17.677141 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:17.806493 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:18.010308 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:18.178079 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:18.179479 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:18.306133 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:18.435031 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:18.512923 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:18.677965 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:18.678683 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:18.804743 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:19.010153 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:19.175691 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:19.178205 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:19.304634 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:19.525803 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:19.677176 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:19.679328 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:19.804082 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:20.013453 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:20.176257 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:20.180249 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:20.304671 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:20.519296 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:20.678324 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:20.678924 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:20.804171 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:20.949995 719692 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"False"
I0127 12:35:21.010217 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:21.177083 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:21.178715 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:21.304946 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:21.509818 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:21.676175 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:21.677366 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:21.807470 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:22.015513 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:22.174587 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:22.176500 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:22.304014 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:22.430946 719692 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace has status "Ready":"True"
I0127 12:35:22.430972 719692 pod_ready.go:82] duration metric: took 31.006035768s for pod "nvidia-device-plugin-daemonset-c222x" in "kube-system" namespace to be "Ready" ...
I0127 12:35:22.430994 719692 pod_ready.go:39] duration metric: took 46.096857707s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0127 12:35:22.431013 719692 api_server.go:52] waiting for apiserver process to appear ...
I0127 12:35:22.431048 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0127 12:35:22.431113 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0127 12:35:22.477559 719692 cri.go:89] found id: "0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b"
I0127 12:35:22.477629 719692 cri.go:89] found id: ""
I0127 12:35:22.477654 719692 logs.go:282] 1 containers: [0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b]
I0127 12:35:22.477742 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:22.481474 719692 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0127 12:35:22.481589 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0127 12:35:22.515459 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:22.530460 719692 cri.go:89] found id: "3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864"
I0127 12:35:22.530485 719692 cri.go:89] found id: ""
I0127 12:35:22.530492 719692 logs.go:282] 1 containers: [3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864]
I0127 12:35:22.530571 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:22.534034 719692 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0127 12:35:22.534129 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0127 12:35:22.574508 719692 cri.go:89] found id: "92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a"
I0127 12:35:22.574532 719692 cri.go:89] found id: ""
I0127 12:35:22.574539 719692 logs.go:282] 1 containers: [92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a]
I0127 12:35:22.574627 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:22.578663 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0127 12:35:22.578755 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0127 12:35:22.616192 719692 cri.go:89] found id: "608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155"
I0127 12:35:22.616269 719692 cri.go:89] found id: ""
I0127 12:35:22.616292 719692 logs.go:282] 1 containers: [608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155]
I0127 12:35:22.616388 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:22.619977 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0127 12:35:22.620070 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0127 12:35:22.658423 719692 cri.go:89] found id: "f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9"
I0127 12:35:22.658501 719692 cri.go:89] found id: ""
I0127 12:35:22.658524 719692 logs.go:282] 1 containers: [f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9]
I0127 12:35:22.658622 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:22.662085 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0127 12:35:22.662192 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0127 12:35:22.676419 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:22.678532 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:22.716638 719692 cri.go:89] found id: "7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd"
I0127 12:35:22.716700 719692 cri.go:89] found id: ""
I0127 12:35:22.716714 719692 logs.go:282] 1 containers: [7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd]
I0127 12:35:22.716772 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:22.720246 719692 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0127 12:35:22.720357 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0127 12:35:22.763272 719692 cri.go:89] found id: "e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476"
I0127 12:35:22.763299 719692 cri.go:89] found id: ""
I0127 12:35:22.763307 719692 logs.go:282] 1 containers: [e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476]
I0127 12:35:22.763379 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:22.766811 719692 logs.go:123] Gathering logs for kindnet [e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476] ...
I0127 12:35:22.766837 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476"
I0127 12:35:22.804811 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:22.811121 719692 logs.go:123] Gathering logs for CRI-O ...
I0127 12:35:22.811149 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0127 12:35:22.899242 719692 logs.go:123] Gathering logs for dmesg ...
I0127 12:35:22.899281 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0127 12:35:22.916345 719692 logs.go:123] Gathering logs for coredns [92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a] ...
I0127 12:35:22.916374 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a"
I0127 12:35:22.956304 719692 logs.go:123] Gathering logs for kube-scheduler [608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155] ...
I0127 12:35:22.956330 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155"
I0127 12:35:23.002812 719692 logs.go:123] Gathering logs for kube-proxy [f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9] ...
I0127 12:35:23.002853 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9"
I0127 12:35:23.013341 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:23.066881 719692 logs.go:123] Gathering logs for kube-controller-manager [7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd] ...
I0127 12:35:23.067000 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd"
I0127 12:35:23.148797 719692 logs.go:123] Gathering logs for kubelet ...
I0127 12:35:23.148855 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0127 12:35:23.182509 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:23.185053 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0127 12:35:23.244708 719692 logs.go:138] Found kubelet problem: Jan 27 12:34:35 addons-162377 kubelet[1520]: W0127 12:34:35.946323 1520 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-162377" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-162377' and this object
W0127 12:35:23.244979 719692 logs.go:138] Found kubelet problem: Jan 27 12:34:35 addons-162377 kubelet[1520]: E0127 12:34:35.946406 1520 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-162377\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-162377' and this object" logger="UnhandledError"
I0127 12:35:23.277699 719692 logs.go:123] Gathering logs for describe nodes ...
I0127 12:35:23.277726 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0127 12:35:23.305005 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:23.479243 719692 logs.go:123] Gathering logs for kube-apiserver [0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b] ...
I0127 12:35:23.479274 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b"
I0127 12:35:23.517739 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:23.539520 719692 logs.go:123] Gathering logs for etcd [3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864] ...
I0127 12:35:23.539553 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864"
I0127 12:35:23.596695 719692 logs.go:123] Gathering logs for container status ...
I0127 12:35:23.596729 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0127 12:35:23.644282 719692 out.go:358] Setting ErrFile to fd 2...
I0127 12:35:23.644313 719692 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0127 12:35:23.644398 719692 out.go:270] X Problems detected in kubelet:
W0127 12:35:23.644414 719692 out.go:270] Jan 27 12:34:35 addons-162377 kubelet[1520]: W0127 12:34:35.946323 1520 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-162377" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-162377' and this object
W0127 12:35:23.644445 719692 out.go:270] Jan 27 12:34:35 addons-162377 kubelet[1520]: E0127 12:34:35.946406 1520 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-162377\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-162377' and this object" logger="UnhandledError"
I0127 12:35:23.644472 719692 out.go:358] Setting ErrFile to fd 2...
I0127 12:35:23.644479 719692 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 12:35:23.675362 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:23.676418 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:23.804197 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:24.011937 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:24.175851 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:24.177780 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:24.304303 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:24.513709 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:24.677801 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:24.679162 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:24.804880 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:25.013245 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:25.176191 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:25.177643 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:25.304281 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:25.518772 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:25.677024 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:25.678772 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:25.805000 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:26.011259 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:26.176230 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:26.177252 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:26.305213 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:26.510424 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:26.676632 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0127 12:35:26.677109 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:26.804444 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:27.021570 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:27.180372 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:27.180734 719692 kapi.go:107] duration metric: took 1m28.510094881s to wait for kubernetes.io/minikube-addons=registry ...
I0127 12:35:27.305735 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:27.510537 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:27.676305 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:27.804923 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:28.009920 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:28.176168 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:28.304285 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:28.510136 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:28.676760 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:28.804236 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:29.011859 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:29.176711 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:29.304024 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:29.509873 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:29.676422 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:29.804922 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:30.050742 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:30.177002 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:30.304092 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:30.516367 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:30.676429 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:30.804156 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:31.012367 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:31.176463 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:31.307518 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:31.525723 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:31.678586 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:31.804901 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:32.010265 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:32.178385 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:32.310743 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:32.513484 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:32.678593 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:32.805623 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:33.017040 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:33.176506 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:33.304595 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:33.513290 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:33.645722 719692 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0127 12:35:33.662123 719692 api_server.go:72] duration metric: took 1m41.400195077s to wait for apiserver process to appear ...
I0127 12:35:33.662202 719692 api_server.go:88] waiting for apiserver healthz status ...
I0127 12:35:33.662253 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0127 12:35:33.662345 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0127 12:35:33.677012 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:33.709674 719692 cri.go:89] found id: "0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b"
I0127 12:35:33.709741 719692 cri.go:89] found id: ""
I0127 12:35:33.709762 719692 logs.go:282] 1 containers: [0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b]
I0127 12:35:33.709854 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:33.714511 719692 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0127 12:35:33.714636 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0127 12:35:33.754843 719692 cri.go:89] found id: "3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864"
I0127 12:35:33.754864 719692 cri.go:89] found id: ""
I0127 12:35:33.754872 719692 logs.go:282] 1 containers: [3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864]
I0127 12:35:33.754944 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:33.758561 719692 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0127 12:35:33.758644 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0127 12:35:33.803928 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:33.806659 719692 cri.go:89] found id: "92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a"
I0127 12:35:33.806681 719692 cri.go:89] found id: ""
I0127 12:35:33.806688 719692 logs.go:282] 1 containers: [92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a]
I0127 12:35:33.806745 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:33.810294 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0127 12:35:33.810412 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0127 12:35:33.869258 719692 cri.go:89] found id: "608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155"
I0127 12:35:33.869337 719692 cri.go:89] found id: ""
I0127 12:35:33.869367 719692 logs.go:282] 1 containers: [608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155]
I0127 12:35:33.869458 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:33.875876 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0127 12:35:33.876005 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0127 12:35:33.924734 719692 cri.go:89] found id: "f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9"
I0127 12:35:33.924757 719692 cri.go:89] found id: ""
I0127 12:35:33.924765 719692 logs.go:282] 1 containers: [f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9]
I0127 12:35:33.924825 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:33.929094 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0127 12:35:33.929172 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0127 12:35:33.974918 719692 cri.go:89] found id: "7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd"
I0127 12:35:33.974940 719692 cri.go:89] found id: ""
I0127 12:35:33.974948 719692 logs.go:282] 1 containers: [7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd]
I0127 12:35:33.975005 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:33.980257 719692 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0127 12:35:33.980333 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0127 12:35:34.010729 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:34.030638 719692 cri.go:89] found id: "e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476"
I0127 12:35:34.030668 719692 cri.go:89] found id: ""
I0127 12:35:34.030677 719692 logs.go:282] 1 containers: [e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476]
I0127 12:35:34.030739 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:34.035027 719692 logs.go:123] Gathering logs for kube-controller-manager [7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd] ...
I0127 12:35:34.035055 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd"
I0127 12:35:34.129557 719692 logs.go:123] Gathering logs for kindnet [e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476] ...
I0127 12:35:34.129595 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476"
I0127 12:35:34.174591 719692 logs.go:123] Gathering logs for CRI-O ...
I0127 12:35:34.174624 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0127 12:35:34.178916 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:34.277161 719692 logs.go:123] Gathering logs for container status ...
I0127 12:35:34.277230 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0127 12:35:34.305429 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:34.355295 719692 logs.go:123] Gathering logs for kubelet ...
I0127 12:35:34.355328 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0127 12:35:34.448321 719692 logs.go:138] Found kubelet problem: Jan 27 12:34:35 addons-162377 kubelet[1520]: W0127 12:34:35.946323 1520 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-162377" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-162377' and this object
W0127 12:35:34.448559 719692 logs.go:138] Found kubelet problem: Jan 27 12:34:35 addons-162377 kubelet[1520]: E0127 12:34:35.946406 1520 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-162377\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-162377' and this object" logger="UnhandledError"
I0127 12:35:34.489834 719692 logs.go:123] Gathering logs for kube-proxy [f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9] ...
I0127 12:35:34.489912 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9"
I0127 12:35:34.519537 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:34.557848 719692 logs.go:123] Gathering logs for kube-apiserver [0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b] ...
I0127 12:35:34.557927 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b"
I0127 12:35:34.648956 719692 logs.go:123] Gathering logs for etcd [3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864] ...
I0127 12:35:34.648986 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864"
I0127 12:35:34.678394 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:34.731387 719692 logs.go:123] Gathering logs for coredns [92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a] ...
I0127 12:35:34.731427 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a"
I0127 12:35:34.798929 719692 logs.go:123] Gathering logs for kube-scheduler [608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155] ...
I0127 12:35:34.798959 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155"
I0127 12:35:34.804510 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:34.856997 719692 logs.go:123] Gathering logs for dmesg ...
I0127 12:35:34.857032 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0127 12:35:34.875360 719692 logs.go:123] Gathering logs for describe nodes ...
I0127 12:35:34.875390 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0127 12:35:35.023287 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:35.081869 719692 out.go:358] Setting ErrFile to fd 2...
I0127 12:35:35.081900 719692 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0127 12:35:35.081967 719692 out.go:270] X Problems detected in kubelet:
W0127 12:35:35.081979 719692 out.go:270] Jan 27 12:34:35 addons-162377 kubelet[1520]: W0127 12:34:35.946323 1520 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-162377" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-162377' and this object
W0127 12:35:35.081988 719692 out.go:270] Jan 27 12:34:35 addons-162377 kubelet[1520]: E0127 12:34:35.946406 1520 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-162377\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-162377' and this object" logger="UnhandledError"
I0127 12:35:35.081995 719692 out.go:358] Setting ErrFile to fd 2...
I0127 12:35:35.082000 719692 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 12:35:35.176909 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:35.305237 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:35.511182 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:35.695268 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:35.804725 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:36.013133 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:36.176865 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:36.305051 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:36.514307 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:36.676743 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:36.804402 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:37.010950 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:37.181068 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:37.327483 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:37.519925 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:37.677540 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:37.808652 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:38.010096 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:38.192506 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:38.305180 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:38.518558 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:38.676418 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:38.805721 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:39.014537 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:39.177005 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:39.304829 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:39.513484 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:39.676728 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:39.804100 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:40.011152 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:40.214423 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:40.303705 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:40.520334 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:40.677956 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:40.820045 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:41.011950 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:41.176368 719692 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0127 12:35:41.310959 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:41.513471 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:41.678035 719692 kapi.go:107] duration metric: took 1m43.006295119s to wait for app.kubernetes.io/name=ingress-nginx ...
I0127 12:35:41.804447 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:42.010988 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:42.304949 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:42.514092 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:42.804808 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:43.011353 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:43.304137 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:43.517344 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:43.804217 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:44.017818 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:44.306912 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:44.510167 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:44.804581 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:45.012652 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:45.083088 719692 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0127 12:35:45.101123 719692 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0127 12:35:45.102586 719692 api_server.go:141] control plane version: v1.32.1
I0127 12:35:45.102619 719692 api_server.go:131] duration metric: took 11.440395981s to wait for apiserver health ...
I0127 12:35:45.102629 719692 system_pods.go:43] waiting for kube-system pods to appear ...
I0127 12:35:45.102654 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0127 12:35:45.102724 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0127 12:35:45.188551 719692 cri.go:89] found id: "0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b"
I0127 12:35:45.188576 719692 cri.go:89] found id: ""
I0127 12:35:45.188585 719692 logs.go:282] 1 containers: [0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b]
I0127 12:35:45.188656 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:45.225156 719692 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0127 12:35:45.225427 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0127 12:35:45.331981 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:45.422947 719692 cri.go:89] found id: "3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864"
I0127 12:35:45.423018 719692 cri.go:89] found id: ""
I0127 12:35:45.423054 719692 logs.go:282] 1 containers: [3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864]
I0127 12:35:45.423150 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:45.441688 719692 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0127 12:35:45.441810 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0127 12:35:45.542180 719692 cri.go:89] found id: "92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a"
I0127 12:35:45.542250 719692 cri.go:89] found id: ""
I0127 12:35:45.542271 719692 logs.go:282] 1 containers: [92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a]
I0127 12:35:45.542390 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:45.550439 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0127 12:35:45.550567 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0127 12:35:45.574178 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:45.660446 719692 cri.go:89] found id: "608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155"
I0127 12:35:45.660520 719692 cri.go:89] found id: ""
I0127 12:35:45.660543 719692 logs.go:282] 1 containers: [608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155]
I0127 12:35:45.660638 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:45.667461 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0127 12:35:45.667585 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0127 12:35:45.754511 719692 cri.go:89] found id: "f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9"
I0127 12:35:45.754589 719692 cri.go:89] found id: ""
I0127 12:35:45.754611 719692 logs.go:282] 1 containers: [f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9]
I0127 12:35:45.754701 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:45.762951 719692 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0127 12:35:45.763100 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0127 12:35:45.805559 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:45.823822 719692 cri.go:89] found id: "7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd"
I0127 12:35:45.823849 719692 cri.go:89] found id: ""
I0127 12:35:45.823858 719692 logs.go:282] 1 containers: [7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd]
I0127 12:35:45.823915 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:45.828716 719692 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0127 12:35:45.828790 719692 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0127 12:35:45.893808 719692 cri.go:89] found id: "e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476"
I0127 12:35:45.893832 719692 cri.go:89] found id: ""
I0127 12:35:45.893839 719692 logs.go:282] 1 containers: [e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476]
I0127 12:35:45.893927 719692 ssh_runner.go:195] Run: which crictl
I0127 12:35:45.898273 719692 logs.go:123] Gathering logs for kubelet ...
I0127 12:35:45.898298 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0127 12:35:45.994161 719692 logs.go:138] Found kubelet problem: Jan 27 12:34:35 addons-162377 kubelet[1520]: W0127 12:34:35.946323 1520 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-162377" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-162377' and this object
W0127 12:35:45.994432 719692 logs.go:138] Found kubelet problem: Jan 27 12:34:35 addons-162377 kubelet[1520]: E0127 12:34:35.946406 1520 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-162377\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-162377' and this object" logger="UnhandledError"
I0127 12:35:46.011450 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:46.045679 719692 logs.go:123] Gathering logs for coredns [92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a] ...
I0127 12:35:46.045724 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a"
I0127 12:35:46.105739 719692 logs.go:123] Gathering logs for kube-proxy [f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9] ...
I0127 12:35:46.105770 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9"
I0127 12:35:46.163930 719692 logs.go:123] Gathering logs for kube-controller-manager [7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd] ...
I0127 12:35:46.164000 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd"
I0127 12:35:46.246300 719692 logs.go:123] Gathering logs for container status ...
I0127 12:35:46.246403 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0127 12:35:46.308636 719692 logs.go:123] Gathering logs for dmesg ...
I0127 12:35:46.308703 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0127 12:35:46.317046 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:46.340763 719692 logs.go:123] Gathering logs for describe nodes ...
I0127 12:35:46.340849 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0127 12:35:46.518386 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:46.556874 719692 logs.go:123] Gathering logs for kube-apiserver [0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b] ...
I0127 12:35:46.556958 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b"
I0127 12:35:46.641713 719692 logs.go:123] Gathering logs for etcd [3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864] ...
I0127 12:35:46.641795 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864"
I0127 12:35:46.781210 719692 logs.go:123] Gathering logs for kube-scheduler [608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155] ...
I0127 12:35:46.781316 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155"
I0127 12:35:46.810454 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:46.900254 719692 logs.go:123] Gathering logs for kindnet [e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476] ...
I0127 12:35:46.900288 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476"
I0127 12:35:46.964476 719692 logs.go:123] Gathering logs for CRI-O ...
I0127 12:35:46.964506 719692 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0127 12:35:47.012715 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:47.115086 719692 out.go:358] Setting ErrFile to fd 2...
I0127 12:35:47.115176 719692 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0127 12:35:47.115290 719692 out.go:270] X Problems detected in kubelet:
W0127 12:35:47.115544 719692 out.go:270] Jan 27 12:34:35 addons-162377 kubelet[1520]: W0127 12:34:35.946323 1520 reflector.go:569] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-162377" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-162377' and this object
W0127 12:35:47.115604 719692 out.go:270] Jan 27 12:34:35 addons-162377 kubelet[1520]: E0127 12:34:35.946406 1520 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-162377\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-162377' and this object" logger="UnhandledError"
I0127 12:35:47.115642 719692 out.go:358] Setting ErrFile to fd 2...
I0127 12:35:47.115678 719692 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0127 12:35:47.310348 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:47.510738 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:47.804536 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:48.017973 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:48.311317 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0127 12:35:48.525187 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:48.804424 719692 kapi.go:107] duration metric: took 1m46.503966991s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0127 12:35:48.809416 719692 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-162377 cluster.
I0127 12:35:48.813341 719692 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0127 12:35:48.816218 719692 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0127 12:35:49.011853 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:49.517334 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:50.011234 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:50.510138 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:51.011228 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:51.520361 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:52.020164 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:52.509848 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:53.011518 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:53.517428 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:54.010707 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:54.511055 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:55.023500 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:55.521478 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:56.010477 719692 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0127 12:35:56.514052 719692 kapi.go:107] duration metric: took 1m57.510015914s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0127 12:35:56.517362 719692 out.go:177] * Enabled addons: nvidia-device-plugin, ingress-dns, storage-provisioner, default-storageclass, cloud-spanner, inspektor-gadget, amd-gpu-device-plugin, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I0127 12:35:56.520127 719692 addons.go:514] duration metric: took 2m4.257829771s for enable addons: enabled=[nvidia-device-plugin ingress-dns storage-provisioner default-storageclass cloud-spanner inspektor-gadget amd-gpu-device-plugin metrics-server yakd storage-provisioner-rancher volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I0127 12:35:57.128336 719692 system_pods.go:59] 18 kube-system pods found
I0127 12:35:57.128374 719692 system_pods.go:61] "coredns-668d6bf9bc-6p9n9" [6d81c4d8-6b8f-41c4-8c33-b3e506b7a1cb] Running
I0127 12:35:57.128381 719692 system_pods.go:61] "csi-hostpath-attacher-0" [d3e374ff-f172-4473-b481-66c59ebbf184] Running
I0127 12:35:57.128385 719692 system_pods.go:61] "csi-hostpath-resizer-0" [ef62896a-c9f1-4dcf-91fd-30e4510e0f11] Running
I0127 12:35:57.128389 719692 system_pods.go:61] "csi-hostpathplugin-6f2xq" [8067e78a-678b-48fd-adf5-24e35a12468e] Running
I0127 12:35:57.128393 719692 system_pods.go:61] "etcd-addons-162377" [b26cfba1-4645-4325-b7be-071507299039] Running
I0127 12:35:57.128398 719692 system_pods.go:61] "kindnet-fghc5" [f0d5aa62-d8b8-4648-bf87-2159708e89dd] Running
I0127 12:35:57.128402 719692 system_pods.go:61] "kube-apiserver-addons-162377" [c2901856-a6a9-47be-95c0-dcddfa320326] Running
I0127 12:35:57.128406 719692 system_pods.go:61] "kube-controller-manager-addons-162377" [c7bdb556-e5eb-426f-81cf-280dc3391967] Running
I0127 12:35:57.128410 719692 system_pods.go:61] "kube-ingress-dns-minikube" [6dd68f55-dc56-49e6-a890-a6e44bccf8d5] Running
I0127 12:35:57.128414 719692 system_pods.go:61] "kube-proxy-xwp4n" [eec3282a-c38b-4f4f-a2fd-979d8d861d64] Running
I0127 12:35:57.128417 719692 system_pods.go:61] "kube-scheduler-addons-162377" [7b47d73f-45a9-487e-b2f4-0d17bc982ed6] Running
I0127 12:35:57.128421 719692 system_pods.go:61] "metrics-server-7fbb699795-jr22g" [3a83ec1a-238f-412a-b3a9-729674c53900] Running
I0127 12:35:57.128427 719692 system_pods.go:61] "nvidia-device-plugin-daemonset-c222x" [0f0dfd56-7245-4034-bbd1-3bab2dc9e4d0] Running
I0127 12:35:57.128435 719692 system_pods.go:61] "registry-6c88467877-dgbf2" [0ddc79a1-3c62-4760-aac7-07761a483874] Running
I0127 12:35:57.128438 719692 system_pods.go:61] "registry-proxy-9zd4f" [5af7c3da-e50c-4cb6-8b83-112f37cc9f8f] Running
I0127 12:35:57.128443 719692 system_pods.go:61] "snapshot-controller-68b874b76f-8qmft" [8b414026-8664-4cc5-ac5a-e15f717d521b] Running
I0127 12:35:57.128452 719692 system_pods.go:61] "snapshot-controller-68b874b76f-hhqjh" [55a3ae01-485a-47a4-9e49-04794fdae714] Running
I0127 12:35:57.128456 719692 system_pods.go:61] "storage-provisioner" [b40bfe6c-0516-4dae-9b70-8d4127398963] Running
I0127 12:35:57.128463 719692 system_pods.go:74] duration metric: took 12.025826672s to wait for pod list to return data ...
I0127 12:35:57.128473 719692 default_sa.go:34] waiting for default service account to be created ...
I0127 12:35:57.134258 719692 default_sa.go:45] found service account: "default"
I0127 12:35:57.134287 719692 default_sa.go:55] duration metric: took 5.807ms for default service account to be created ...
I0127 12:35:57.134297 719692 system_pods.go:137] waiting for k8s-apps to be running ...
I0127 12:35:57.149314 719692 system_pods.go:87] 18 kube-system pods found
I0127 12:35:57.154722 719692 system_pods.go:105] "coredns-668d6bf9bc-6p9n9" [6d81c4d8-6b8f-41c4-8c33-b3e506b7a1cb] Running
I0127 12:35:57.154753 719692 system_pods.go:105] "csi-hostpath-attacher-0" [d3e374ff-f172-4473-b481-66c59ebbf184] Running
I0127 12:35:57.154759 719692 system_pods.go:105] "csi-hostpath-resizer-0" [ef62896a-c9f1-4dcf-91fd-30e4510e0f11] Running
I0127 12:35:57.154764 719692 system_pods.go:105] "csi-hostpathplugin-6f2xq" [8067e78a-678b-48fd-adf5-24e35a12468e] Running
I0127 12:35:57.154769 719692 system_pods.go:105] "etcd-addons-162377" [b26cfba1-4645-4325-b7be-071507299039] Running
I0127 12:35:57.154774 719692 system_pods.go:105] "kindnet-fghc5" [f0d5aa62-d8b8-4648-bf87-2159708e89dd] Running
I0127 12:35:57.154779 719692 system_pods.go:105] "kube-apiserver-addons-162377" [c2901856-a6a9-47be-95c0-dcddfa320326] Running
I0127 12:35:57.154784 719692 system_pods.go:105] "kube-controller-manager-addons-162377" [c7bdb556-e5eb-426f-81cf-280dc3391967] Running
I0127 12:35:57.154789 719692 system_pods.go:105] "kube-ingress-dns-minikube" [6dd68f55-dc56-49e6-a890-a6e44bccf8d5] Running
I0127 12:35:57.154793 719692 system_pods.go:105] "kube-proxy-xwp4n" [eec3282a-c38b-4f4f-a2fd-979d8d861d64] Running
I0127 12:35:57.154797 719692 system_pods.go:105] "kube-scheduler-addons-162377" [7b47d73f-45a9-487e-b2f4-0d17bc982ed6] Running
I0127 12:35:57.154802 719692 system_pods.go:105] "metrics-server-7fbb699795-jr22g" [3a83ec1a-238f-412a-b3a9-729674c53900] Running
I0127 12:35:57.154806 719692 system_pods.go:105] "nvidia-device-plugin-daemonset-c222x" [0f0dfd56-7245-4034-bbd1-3bab2dc9e4d0] Running
I0127 12:35:57.154812 719692 system_pods.go:105] "registry-6c88467877-dgbf2" [0ddc79a1-3c62-4760-aac7-07761a483874] Running
I0127 12:35:57.154817 719692 system_pods.go:105] "registry-proxy-9zd4f" [5af7c3da-e50c-4cb6-8b83-112f37cc9f8f] Running
I0127 12:35:57.154829 719692 system_pods.go:105] "snapshot-controller-68b874b76f-8qmft" [8b414026-8664-4cc5-ac5a-e15f717d521b] Running
I0127 12:35:57.154836 719692 system_pods.go:105] "snapshot-controller-68b874b76f-hhqjh" [55a3ae01-485a-47a4-9e49-04794fdae714] Running
I0127 12:35:57.154866 719692 system_pods.go:105] "storage-provisioner" [b40bfe6c-0516-4dae-9b70-8d4127398963] Running
I0127 12:35:57.154880 719692 system_pods.go:147] duration metric: took 20.578653ms to wait for k8s-apps to be running ...
I0127 12:35:57.154889 719692 system_svc.go:44] waiting for kubelet service to be running ....
I0127 12:35:57.154957 719692 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0127 12:35:57.167223 719692 system_svc.go:56] duration metric: took 12.3237ms WaitForService to wait for kubelet
I0127 12:35:57.167256 719692 kubeadm.go:582] duration metric: took 2m4.90533346s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0127 12:35:57.167288 719692 node_conditions.go:102] verifying NodePressure condition ...
I0127 12:35:57.174079 719692 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0127 12:35:57.174129 719692 node_conditions.go:123] node cpu capacity is 2
I0127 12:35:57.174144 719692 node_conditions.go:105] duration metric: took 6.847309ms to run NodePressure ...
I0127 12:35:57.174157 719692 start.go:241] waiting for startup goroutines ...
I0127 12:35:57.174165 719692 start.go:246] waiting for cluster config update ...
I0127 12:35:57.174184 719692 start.go:255] writing updated cluster config ...
I0127 12:35:57.174552 719692 ssh_runner.go:195] Run: rm -f paused
I0127 12:35:57.578958 719692 start.go:600] kubectl: 1.32.1, cluster: 1.32.1 (minor skew: 0)
I0127 12:35:57.582154 719692 out.go:177] * Done! kubectl is now configured to use "addons-162377" cluster and "default" namespace by default
==> CRI-O <==
Jan 27 12:38:49 addons-162377 crio[979]: time="2025-01-27 12:38:49.860737710Z" level=info msg="Removed container fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511: default/cloud-spanner-emulator-5d76cffbc-58tqd/cloud-spanner-emulator" id=323b752c-9271-41d2-bb42-0a07fc89bfb7 name=/runtime.v1.RuntimeService/RemoveContainer
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.244213719Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-prr6z/POD" id=43733997-a41f-4073-bead-9c3c9119a2fa name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.244274312Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.297007182Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-prr6z Namespace:default ID:67f38e28cdfbbc6114f1e6c7da9e0c3000098ab86c80be29d1d3c72eadb8a7ec UID:c01c2f97-7c13-467e-9ef8-3c607e1f0113 NetNS:/var/run/netns/754d3c8c-21d3-4447-8f1a-8ac7af0313f4 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.297051193Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-prr6z to CNI network \"kindnet\" (type=ptp)"
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.320999302Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-prr6z Namespace:default ID:67f38e28cdfbbc6114f1e6c7da9e0c3000098ab86c80be29d1d3c72eadb8a7ec UID:c01c2f97-7c13-467e-9ef8-3c607e1f0113 NetNS:/var/run/netns/754d3c8c-21d3-4447-8f1a-8ac7af0313f4 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.321148058Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-prr6z for CNI network kindnet (type=ptp)"
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.324594132Z" level=info msg="Ran pod sandbox 67f38e28cdfbbc6114f1e6c7da9e0c3000098ab86c80be29d1d3c72eadb8a7ec with infra container: default/hello-world-app-7d9564db4-prr6z/POD" id=43733997-a41f-4073-bead-9c3c9119a2fa name=/runtime.v1.RuntimeService/RunPodSandbox
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.328051660Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=8bb94e89-db38-4c75-945f-b23cc4ee6aae name=/runtime.v1.ImageService/ImageStatus
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.328267729Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=8bb94e89-db38-4c75-945f-b23cc4ee6aae name=/runtime.v1.ImageService/ImageStatus
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.330587342Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=646aa20d-692a-47a2-9208-cb18f48e3d4f name=/runtime.v1.ImageService/PullImage
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.335605487Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 27 12:39:18 addons-162377 crio[979]: time="2025-01-27 12:39:18.590181880Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.325818532Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=646aa20d-692a-47a2-9208-cb18f48e3d4f name=/runtime.v1.ImageService/PullImage
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.326628152Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=f51558fb-d6cf-427a-9448-f8717941b841 name=/runtime.v1.ImageService/ImageStatus
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.327223723Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=f51558fb-d6cf-427a-9448-f8717941b841 name=/runtime.v1.ImageService/ImageStatus
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.329869875Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=ca15fa99-1460-47c5-a5df-50a48ed0de89 name=/runtime.v1.ImageService/ImageStatus
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.331995540Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=ca15fa99-1460-47c5-a5df-50a48ed0de89 name=/runtime.v1.ImageService/ImageStatus
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.332904374Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-prr6z/hello-world-app" id=d7c436ee-d9ba-43a8-bcf2-e5d8111bfb7e name=/runtime.v1.RuntimeService/CreateContainer
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.332998321Z" level=warning msg="Allowed annotations are specified for workload []"
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.355122213Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/a991a4a116cf488eb8c772a6d82081d417bf183a78afe9c451bca8a9f5b170d3/merged/etc/passwd: no such file or directory"
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.355306242Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/a991a4a116cf488eb8c772a6d82081d417bf183a78afe9c451bca8a9f5b170d3/merged/etc/group: no such file or directory"
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.416824283Z" level=info msg="Created container 25e9d36758970a069fe76e9224e2eba26b0821282d48dafe8aceceb6fa149a4a: default/hello-world-app-7d9564db4-prr6z/hello-world-app" id=d7c436ee-d9ba-43a8-bcf2-e5d8111bfb7e name=/runtime.v1.RuntimeService/CreateContainer
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.417433712Z" level=info msg="Starting container: 25e9d36758970a069fe76e9224e2eba26b0821282d48dafe8aceceb6fa149a4a" id=86600501-bc53-4798-9b9b-23299b3011d9 name=/runtime.v1.RuntimeService/StartContainer
Jan 27 12:39:19 addons-162377 crio[979]: time="2025-01-27 12:39:19.430571938Z" level=info msg="Started container" PID=8656 containerID=25e9d36758970a069fe76e9224e2eba26b0821282d48dafe8aceceb6fa149a4a description=default/hello-world-app-7d9564db4-prr6z/hello-world-app id=86600501-bc53-4798-9b9b-23299b3011d9 name=/runtime.v1.RuntimeService/StartContainer sandboxID=67f38e28cdfbbc6114f1e6c7da9e0c3000098ab86c80be29d1d3c72eadb8a7ec
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
25e9d36758970 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 67f38e28cdfbb hello-world-app-7d9564db4-prr6z
36229c2476efd docker.io/library/nginx@sha256:4338a8ba9b9962d07e30e7ff4bbf27d62ee7523deb7205e8f0912169f1bbac10 2 minutes ago Running nginx 0 8ceb3aa9fde06 nginx
a814dcb852e68 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 1775e9ac52565 busybox
e3857548d17ae registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 3 minutes ago Running controller 0 6f141107de059 ingress-nginx-controller-56d7c84fd4-mcl4r
1e57feef4b90b registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited patch 0 df9fc938cca8a ingress-nginx-admission-patch-jv6b4
53bd8241bee4e registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 abd05861fa4d6 ingress-nginx-admission-create-llg5p
7cd57065aec25 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 4 minutes ago Running minikube-ingress-dns 0 5407bb2487374 kube-ingress-dns-minikube
79ebe8fba89ea ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Running storage-provisioner 0 94a9af075b2a8 storage-provisioner
92c81570fbb8e 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 4 minutes ago Running coredns 0 4894d4393a781 coredns-668d6bf9bc-6p9n9
e9aecacb664c9 2be0bcf609c6573ee83e676c747f31bda661ab2d4e039c51839e38fd258d2903 5 minutes ago Running kindnet-cni 0 579a7688e2368 kindnet-fghc5
f9969a3c8edfe e124fbed851d756107a6153db4dc52269a2fd34af3cc46f00a2ef113f868aab0 5 minutes ago Running kube-proxy 0 a8ade38ccbfa3 kube-proxy-xwp4n
3a4904d125710 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 5 minutes ago Running etcd 0 616f1139f8f5b etcd-addons-162377
7f1d7afff8763 2933761aa7adae93679cdde1c0bf457bd4dc4b53f95fc066a4c50aa9c375ea13 5 minutes ago Running kube-controller-manager 0 d0da0fc638f7d kube-controller-manager-addons-162377
608fa2ef2dc91 ddb38cac617cb18802e09e448db4b3aa70e9e469b02defa76e6de7192847a71c 5 minutes ago Running kube-scheduler 0 6c9958a91aa0f kube-scheduler-addons-162377
0c313d755881a 265c2dedf28ab9b88c7910c1643e210ad62483867f2bab88f56919a6e49a0d19 5 minutes ago Running kube-apiserver 0 95521449bf53d kube-apiserver-addons-162377
==> coredns [92c81570fbb8ea09450b0e14e3b8721f6d1bfc90f423a7a66affcb5c38b7e95a] <==
[INFO] 10.244.0.14:35934 - 31550 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002703636s
[INFO] 10.244.0.14:35934 - 859 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000137169s
[INFO] 10.244.0.14:35934 - 11639 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000093077s
[INFO] 10.244.0.14:46279 - 34857 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000296525s
[INFO] 10.244.0.14:46279 - 35104 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000425286s
[INFO] 10.244.0.14:52447 - 3387 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.00024376s
[INFO] 10.244.0.14:52447 - 3207 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000171179s
[INFO] 10.244.0.14:38959 - 13239 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000146031s
[INFO] 10.244.0.14:38959 - 13420 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000242127s
[INFO] 10.244.0.14:46895 - 23045 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002628758s
[INFO] 10.244.0.14:46895 - 22849 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002596644s
[INFO] 10.244.0.14:44466 - 13451 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000153784s
[INFO] 10.244.0.14:44466 - 13287 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000204114s
[INFO] 10.244.0.21:37976 - 10237 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000196032s
[INFO] 10.244.0.21:50627 - 43690 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000119644s
[INFO] 10.244.0.21:36074 - 4613 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000120842s
[INFO] 10.244.0.21:39078 - 23042 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000093315s
[INFO] 10.244.0.21:45301 - 33011 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000093979s
[INFO] 10.244.0.21:34732 - 39728 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000121761s
[INFO] 10.244.0.21:44874 - 61875 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.005137905s
[INFO] 10.244.0.21:56557 - 62925 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.003798853s
[INFO] 10.244.0.21:57369 - 39659 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.003309315s
[INFO] 10.244.0.21:50143 - 44553 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.002902531s
[INFO] 10.244.0.24:58771 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000172902s
[INFO] 10.244.0.24:45171 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000176643s
==> describe nodes <==
Name: addons-162377
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-162377
kubernetes.io/os=linux
minikube.k8s.io/commit=0d71ce9b1959d04f0d9fa7dbc5639a49619ad89b
minikube.k8s.io/name=addons-162377
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_01_27T12_33_48_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-162377
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 27 Jan 2025 12:33:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-162377
AcquireTime: <unset>
RenewTime: Mon, 27 Jan 2025 12:39:12 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 27 Jan 2025 12:38:01 +0000 Mon, 27 Jan 2025 12:33:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 27 Jan 2025 12:38:01 +0000 Mon, 27 Jan 2025 12:33:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 27 Jan 2025 12:38:01 +0000 Mon, 27 Jan 2025 12:33:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 27 Jan 2025 12:38:01 +0000 Mon, 27 Jan 2025 12:34:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-162377
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: 7c438b62a4364708835124ef768d3f25
System UUID: dc47c2d5-46ac-40fd-a41b-af0ff3ffe624
Boot ID: a1371510-1059-4556-8252-e6af77302cb7
Kernel Version: 5.15.0-1075-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.1
Kube-Proxy Version: v1.32.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m22s
default hello-world-app-7d9564db4-prr6z 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m26s
ingress-nginx ingress-nginx-controller-56d7c84fd4-mcl4r 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 5m22s
kube-system coredns-668d6bf9bc-6p9n9 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 5m28s
kube-system etcd-addons-162377 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 5m33s
kube-system kindnet-fghc5 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 5m29s
kube-system kube-apiserver-addons-162377 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system kube-controller-manager-addons-162377 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m24s
kube-system kube-proxy-xwp4n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m29s
kube-system kube-scheduler-addons-162377 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m23s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m21s kube-proxy
Normal NodeHasSufficientMemory 5m40s (x8 over 5m41s) kubelet Node addons-162377 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m40s (x8 over 5m41s) kubelet Node addons-162377 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m40s (x8 over 5m41s) kubelet Node addons-162377 status is now: NodeHasSufficientPID
Normal Starting 5m34s kubelet Starting kubelet.
Warning CgroupV1 5m34s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m33s kubelet Node addons-162377 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m33s kubelet Node addons-162377 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m33s kubelet Node addons-162377 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m29s node-controller Node addons-162377 event: Registered Node addons-162377 in Controller
Normal NodeReady 4m45s kubelet Node addons-162377 status is now: NodeReady
==> dmesg <==
[Jan27 12:01] hrtimer: interrupt took 26125648 ns
[Jan27 12:03] overlayfs: '/var/lib/docker/overlay2/l/WCSESTVH3U25P3IZ5LAJCY2BWZ' not a directory
[ +0.016388] overlayfs: '/var/lib/docker/overlay2/l/WCSESTVH3U25P3IZ5LAJCY2BWZ' not a directory
[ +0.017549] overlayfs: '/var/lib/docker/overlay2/l/WCSESTVH3U25P3IZ5LAJCY2BWZ' not a directory
[ +0.115364] overlayfs: '/var/lib/docker/overlay2/l/WCSESTVH3U25P3IZ5LAJCY2BWZ' not a directory
[ +0.152972] overlayfs: '/var/lib/docker/overlay2/l/WCSESTVH3U25P3IZ5LAJCY2BWZ' not a directory
[ +0.013294] overlayfs: '/var/lib/docker/overlay2/l/WCSESTVH3U25P3IZ5LAJCY2BWZ' not a directory
[ +0.002353] overlayfs: '/var/lib/docker/overlay2/l/WCSESTVH3U25P3IZ5LAJCY2BWZ' not a directory
[ +0.008678] overlayfs: '/var/lib/docker/overlay2/l/WCSESTVH3U25P3IZ5LAJCY2BWZ' not a directory
==> etcd [3a4904d1257102d628ccf8e1846bd42888a7515c915d7a024efaf0633b7c3864] <==
{"level":"warn","ts":"2025-01-27T12:33:55.650994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.320953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-01-27T12:33:55.651032Z","caller":"traceutil/trace.go:171","msg":"trace[1136592232] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:393; }","duration":"525.351869ms","start":"2025-01-27T12:33:55.125666Z","end":"2025-01-27T12:33:55.651018Z","steps":["trace[1136592232] 'agreement among raft nodes before linearized reading' (duration: 166.672589ms)","trace[1136592232] 'range keys from in-memory index tree' (duration: 358.631511ms)"],"step_count":2}
{"level":"warn","ts":"2025-01-27T12:33:55.651059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-01-27T12:33:55.125634Z","time spent":"525.419436ms","remote":"127.0.0.1:50302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "}
{"level":"warn","ts":"2025-01-27T12:33:55.651183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.16927ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T12:33:55.651215Z","caller":"traceutil/trace.go:171","msg":"trace[1434586289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:393; }","duration":"490.19491ms","start":"2025-01-27T12:33:55.161007Z","end":"2025-01-27T12:33:55.651202Z","steps":["trace[1434586289] 'agreement among raft nodes before linearized reading' (duration: 132.208298ms)","trace[1434586289] 'range keys from in-memory index tree' (duration: 357.94581ms)"],"step_count":2}
{"level":"warn","ts":"2025-01-27T12:33:55.699768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.755762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/amd-gpu-device-plugin\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T12:33:55.699837Z","caller":"traceutil/trace.go:171","msg":"trace[1077141694] range","detail":"{range_begin:/registry/daemonsets/kube-system/amd-gpu-device-plugin; range_end:; response_count:0; response_revision:393; }","duration":"573.833199ms","start":"2025-01-27T12:33:55.125982Z","end":"2025-01-27T12:33:55.699815Z","steps":["trace[1077141694] 'agreement among raft nodes before linearized reading' (duration: 167.24137ms)","trace[1077141694] 'range keys from in-memory index tree' (duration: 406.495815ms)"],"step_count":2}
{"level":"warn","ts":"2025-01-27T12:33:55.699879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-01-27T12:33:55.125971Z","time spent":"573.899831ms","remote":"127.0.0.1:50670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/kube-system/amd-gpu-device-plugin\" limit:1 "}
{"level":"warn","ts":"2025-01-27T12:33:55.700109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.18364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-01-27T12:33:55.700138Z","caller":"traceutil/trace.go:171","msg":"trace[310916559] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:393; }","duration":"574.208139ms","start":"2025-01-27T12:33:55.125916Z","end":"2025-01-27T12:33:55.700124Z","steps":["trace[310916559] 'agreement among raft nodes before linearized reading' (duration: 167.31624ms)","trace[310916559] 'range keys from in-memory index tree' (duration: 406.831798ms)"],"step_count":2}
{"level":"warn","ts":"2025-01-27T12:33:55.700157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-01-27T12:33:55.125898Z","time spent":"574.253652ms","remote":"127.0.0.1:50302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "}
{"level":"info","ts":"2025-01-27T12:33:55.700698Z","caller":"traceutil/trace.go:171","msg":"trace[309892120] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"340.010642ms","start":"2025-01-27T12:33:55.360671Z","end":"2025-01-27T12:33:55.700681Z","steps":["trace[309892120] 'process raft request' (duration: 281.920226ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T12:33:55.700966Z","caller":"traceutil/trace.go:171","msg":"trace[817198613] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:402; }","duration":"294.956638ms","start":"2025-01-27T12:33:55.405997Z","end":"2025-01-27T12:33:55.700954Z","steps":["trace[817198613] 'read index received' (duration: 236.410127ms)","trace[817198613] 'applied index is now lower than readState.Index' (duration: 58.545665ms)"],"step_count":2}
{"level":"warn","ts":"2025-01-27T12:33:55.783047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-01-27T12:33:55.360651Z","time spent":"340.073188ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4094,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/deployments/kube-system/coredns\" mod_revision:380 > success:<request_put:<key:\"/registry/deployments/kube-system/coredns\" value_size:4045 >> failure:<request_range:<key:\"/registry/deployments/kube-system/coredns\" > >"}
{"level":"warn","ts":"2025-01-27T12:33:55.783324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.321088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/default/cloud-spanner-emulator\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T12:33:55.783366Z","caller":"traceutil/trace.go:171","msg":"trace[1663636440] range","detail":"{range_begin:/registry/deployments/default/cloud-spanner-emulator; range_end:; response_count:0; response_revision:395; }","duration":"377.362769ms","start":"2025-01-27T12:33:55.405989Z","end":"2025-01-27T12:33:55.783352Z","steps":["trace[1663636440] 'agreement among raft nodes before linearized reading' (duration: 295.261122ms)","trace[1663636440] 'range keys from in-memory index tree' (duration: 82.043154ms)"],"step_count":2}
{"level":"warn","ts":"2025-01-27T12:33:55.783400Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-01-27T12:33:55.405678Z","time spent":"377.71517ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/default/cloud-spanner-emulator\" limit:1 "}
{"level":"info","ts":"2025-01-27T12:33:55.701325Z","caller":"traceutil/trace.go:171","msg":"trace[1747575885] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"274.159421ms","start":"2025-01-27T12:33:55.427149Z","end":"2025-01-27T12:33:55.701309Z","steps":["trace[1747575885] 'process raft request' (duration: 273.237976ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T12:33:55.783562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-01-27T12:33:55.427098Z","time spent":"356.427127ms","remote":"127.0.0.1:50482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":678,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/leases/kube-system/apiserver-kdt2vwcnd7ef4ied6uv7zwxe34\" mod_revision:33 > success:<request_put:<key:\"/registry/leases/kube-system/apiserver-kdt2vwcnd7ef4ied6uv7zwxe34\" value_size:605 >> failure:<request_range:<key:\"/registry/leases/kube-system/apiserver-kdt2vwcnd7ef4ied6uv7zwxe34\" > >"}
{"level":"warn","ts":"2025-01-27T12:33:55.783704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.089614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/registry\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T12:33:55.783731Z","caller":"traceutil/trace.go:171","msg":"trace[811917081] range","detail":"{range_begin:/registry/deployments/kube-system/registry; range_end:; response_count:0; response_revision:396; }","duration":"296.118003ms","start":"2025-01-27T12:33:55.487607Z","end":"2025-01-27T12:33:55.783725Z","steps":["trace[811917081] 'agreement among raft nodes before linearized reading' (duration: 296.066878ms)"],"step_count":1}
{"level":"info","ts":"2025-01-27T12:33:55.784097Z","caller":"traceutil/trace.go:171","msg":"trace[2089571683] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"356.817862ms","start":"2025-01-27T12:33:55.427270Z","end":"2025-01-27T12:33:55.784088Z","steps":["trace[2089571683] 'process raft request' (duration: 273.791504ms)"],"step_count":1}
{"level":"warn","ts":"2025-01-27T12:33:55.784165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-01-27T12:33:55.427262Z","time spent":"356.867847ms","remote":"127.0.0.1:50422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":195,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" mod_revision:292 > success:<request_put:<key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" value_size:133 >> failure:<request_range:<key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" > >"}
{"level":"warn","ts":"2025-01-27T12:33:55.898442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.899914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/standard\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-01-27T12:33:55.898709Z","caller":"traceutil/trace.go:171","msg":"trace[1803768518] range","detail":"{range_begin:/registry/storageclasses/standard; range_end:; response_count:0; response_revision:396; }","duration":"256.176362ms","start":"2025-01-27T12:33:55.642517Z","end":"2025-01-27T12:33:55.898694Z","steps":["trace[1803768518] 'agreement among raft nodes before linearized reading' (duration: 141.758045ms)","trace[1803768518] 'range keys from in-memory index tree' (duration: 114.12952ms)"],"step_count":2}
==> kernel <==
12:39:20 up 3:21, 0 users, load average: 0.43, 1.68, 2.87
Linux addons-162377 5.15.0-1075-aws #82~20.04.1-Ubuntu SMP Thu Dec 19 05:23:06 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [e9aecacb664c9ba5b5933058e4fe0bd231e05555c898179ceb414152a1d72476] <==
I0127 12:37:15.654895 1 main.go:301] handling current node
I0127 12:37:25.654879 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:37:25.655003 1 main.go:301] handling current node
I0127 12:37:35.654723 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:37:35.654787 1 main.go:301] handling current node
I0127 12:37:45.654715 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:37:45.654750 1 main.go:301] handling current node
I0127 12:37:55.654766 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:37:55.654879 1 main.go:301] handling current node
I0127 12:38:05.657530 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:38:05.657673 1 main.go:301] handling current node
I0127 12:38:15.655526 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:38:15.655655 1 main.go:301] handling current node
I0127 12:38:25.654718 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:38:25.654756 1 main.go:301] handling current node
I0127 12:38:35.655552 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:38:35.655589 1 main.go:301] handling current node
I0127 12:38:45.654701 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:38:45.654817 1 main.go:301] handling current node
I0127 12:38:55.655166 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:38:55.655203 1 main.go:301] handling current node
I0127 12:39:05.662160 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:39:05.662193 1 main.go:301] handling current node
I0127 12:39:15.663532 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0127 12:39:15.663646 1 main.go:301] handling current node
==> kube-apiserver [0c313d755881a2b6dd2c0bc35d4a7bf41a4cde0423c175108855f570abab5c9b] <==
I0127 12:36:18.470247 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.100.166.212"}
I0127 12:36:48.230889 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0127 12:36:49.263877 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0127 12:36:52.291494 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0127 12:36:53.951397 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0127 12:36:54.281067 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.97.129.125"}
I0127 12:37:00.256223 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0127 12:37:24.858573 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 12:37:24.858615 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 12:37:24.895857 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 12:37:24.895914 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 12:37:24.920224 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 12:37:24.920369 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 12:37:24.947948 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 12:37:24.947997 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0127 12:37:25.024075 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0127 12:37:25.024511 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0127 12:37:25.948655 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0127 12:37:26.024917 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0127 12:37:26.056483 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
E0127 12:37:43.041067 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0127 12:37:43.056955 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0127 12:37:43.067726 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0127 12:37:58.068717 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0127 12:39:18.205323 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.106.56.25"}
==> kube-controller-manager [7f1d7afff876366f8467661204f152d437de0d513a54fc28bc006a9c51c34cfd] <==
E0127 12:38:37.251162 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0127 12:38:42.091983 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="yakd-dashboard"
W0127 12:38:42.286092 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 12:38:42.287265 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0127 12:38:42.288425 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 12:38:42.288465 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0127 12:38:43.172866 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 12:38:43.179664 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0127 12:38:43.183524 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 12:38:43.183637 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0127 12:38:49.142518 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/cloud-spanner-emulator-5d76cffbc" duration="14.014µs"
W0127 12:38:50.911106 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 12:38:50.912287 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0127 12:38:50.913266 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 12:38:50.913310 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0127 12:39:17.953827 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="38.394626ms"
I0127 12:39:17.964414 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="10.083428ms"
I0127 12:39:17.964556 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="43.617µs"
I0127 12:39:17.975382 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="45.111µs"
W0127 12:39:18.384252 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0127 12:39:18.385549 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0127 12:39:18.387115 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0127 12:39:18.387166 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0127 12:39:19.931631 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="23.723778ms"
I0127 12:39:19.931813 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="49.87µs"
==> kube-proxy [f9969a3c8edfe22e5003d0ec714e3169944b2aa55b664243c78bdf524a59a0b9] <==
I0127 12:33:57.735143 1 server_linux.go:66] "Using iptables proxy"
I0127 12:33:58.251228 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0127 12:33:58.256133 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0127 12:33:58.355862 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0127 12:33:58.355937 1 server_linux.go:170] "Using iptables Proxier"
I0127 12:33:58.358211 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0127 12:33:58.358678 1 server.go:497] "Version info" version="v1.32.1"
I0127 12:33:58.358702 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0127 12:33:58.365266 1 config.go:199] "Starting service config controller"
I0127 12:33:58.365300 1 shared_informer.go:313] Waiting for caches to sync for service config
I0127 12:33:58.365478 1 config.go:105] "Starting endpoint slice config controller"
I0127 12:33:58.365491 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0127 12:33:58.367128 1 config.go:329] "Starting node config controller"
I0127 12:33:58.367150 1 shared_informer.go:313] Waiting for caches to sync for node config
I0127 12:33:58.467513 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0127 12:33:58.470924 1 shared_informer.go:320] Caches are synced for service config
I0127 12:33:58.542653 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [608fa2ef2dc913d2fa570c9c09a8d6d3ea13dfa12f91a0b9259f652ee7d10155] <==
W0127 12:33:45.767844 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0127 12:33:45.767856 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.767928 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0127 12:33:45.767948 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.767980 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0127 12:33:45.768000 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.768040 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0127 12:33:45.768056 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.768094 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0127 12:33:45.768111 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.771004 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0127 12:33:45.771045 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.771090 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0127 12:33:45.771102 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.771142 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0127 12:33:45.771158 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.771193 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0127 12:33:45.771208 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.771239 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0127 12:33:45.771249 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.771303 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0127 12:33:45.771321 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0127 12:33:45.772748 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0127 12:33:45.772775 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0127 12:33:46.964436 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jan 27 12:38:47 addons-162377 kubelet[1520]: E0127 12:38:47.252664 1520 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/51d2c76ed66804db388c7aeb29ad454be0db950dc8ec0cf36d32393c00b98365/diff" to get inode usage: stat /var/lib/containers/storage/overlay/51d2c76ed66804db388c7aeb29ad454be0db950dc8ec0cf36d32393c00b98365/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 12:38:47 addons-162377 kubelet[1520]: E0127 12:38:47.259176 1520 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/51d2c76ed66804db388c7aeb29ad454be0db950dc8ec0cf36d32393c00b98365/diff" to get inode usage: stat /var/lib/containers/storage/overlay/51d2c76ed66804db388c7aeb29ad454be0db950dc8ec0cf36d32393c00b98365/diff: no such file or directory, extraDiskErr: <nil>
Jan 27 12:38:47 addons-162377 kubelet[1520]: I0127 12:38:47.461797 1520 scope.go:117] "RemoveContainer" containerID="ec353af6de0e17b40009ae46eef0b35b5845dd8524618c52d66b03ff3b0c0b73"
Jan 27 12:38:49 addons-162377 kubelet[1520]: I0127 12:38:49.443369 1520 reconciler_common.go:162] "operationExecutor.UnmountVolume started for volume \"kube-api-access-c2dx9\" (UniqueName: \"kubernetes.io/projected/cc5ab07a-6040-426a-9d1f-615b05b024b9-kube-api-access-c2dx9\") pod \"cc5ab07a-6040-426a-9d1f-615b05b024b9\" (UID: \"cc5ab07a-6040-426a-9d1f-615b05b024b9\") "
Jan 27 12:38:49 addons-162377 kubelet[1520]: I0127 12:38:49.445250 1520 operation_generator.go:780] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cc5ab07a-6040-426a-9d1f-615b05b024b9-kube-api-access-c2dx9" (OuterVolumeSpecName: "kube-api-access-c2dx9") pod "cc5ab07a-6040-426a-9d1f-615b05b024b9" (UID: "cc5ab07a-6040-426a-9d1f-615b05b024b9"). InnerVolumeSpecName "kube-api-access-c2dx9". PluginName "kubernetes.io/projected", VolumeGIDValue ""
Jan 27 12:38:49 addons-162377 kubelet[1520]: I0127 12:38:49.543932 1520 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-c2dx9\" (UniqueName: \"kubernetes.io/projected/cc5ab07a-6040-426a-9d1f-615b05b024b9-kube-api-access-c2dx9\") on node \"addons-162377\" DevicePath \"\""
Jan 27 12:38:49 addons-162377 kubelet[1520]: I0127 12:38:49.834459 1520 scope.go:117] "RemoveContainer" containerID="fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511"
Jan 27 12:38:49 addons-162377 kubelet[1520]: I0127 12:38:49.861005 1520 scope.go:117] "RemoveContainer" containerID="fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511"
Jan 27 12:38:49 addons-162377 kubelet[1520]: E0127 12:38:49.870015 1520 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511\": container with ID starting with fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511 not found: ID does not exist" containerID="fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511"
Jan 27 12:38:49 addons-162377 kubelet[1520]: I0127 12:38:49.870067 1520 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511"} err="failed to get container status \"fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511\": rpc error: code = NotFound desc = could not find container \"fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511\": container with ID starting with fd5703c4b820a60db398501e566ca1571b485fcd7e7c61f7f897dcd764e93511 not found: ID does not exist"
Jan 27 12:38:51 addons-162377 kubelet[1520]: I0127 12:38:51.007804 1520 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="cc5ab07a-6040-426a-9d1f-615b05b024b9" path="/var/lib/kubelet/pods/cc5ab07a-6040-426a-9d1f-615b05b024b9/volumes"
Jan 27 12:38:57 addons-162377 kubelet[1520]: E0127 12:38:57.243567 1520 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737981537243330674,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595442,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 12:38:57 addons-162377 kubelet[1520]: E0127 12:38:57.243611 1520 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737981537243330674,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595442,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 12:39:07 addons-162377 kubelet[1520]: E0127 12:39:07.246015 1520 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737981547245751327,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595442,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 12:39:07 addons-162377 kubelet[1520]: E0127 12:39:07.246059 1520 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737981547245751327,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595442,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 12:39:17 addons-162377 kubelet[1520]: E0127 12:39:17.248953 1520 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737981557248698384,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595442,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 12:39:17 addons-162377 kubelet[1520]: E0127 12:39:17.249011 1520 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1737981557248698384,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:595442,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Jan 27 12:39:17 addons-162377 kubelet[1520]: I0127 12:39:17.942812 1520 memory_manager.go:355] "RemoveStaleState removing state" podUID="cc5ab07a-6040-426a-9d1f-615b05b024b9" containerName="cloud-spanner-emulator"
Jan 27 12:39:17 addons-162377 kubelet[1520]: I0127 12:39:17.942849 1520 memory_manager.go:355] "RemoveStaleState removing state" podUID="600f420d-41eb-4690-9b63-c086c0c1351d" containerName="helper-pod"
Jan 27 12:39:17 addons-162377 kubelet[1520]: I0127 12:39:17.942858 1520 memory_manager.go:355] "RemoveStaleState removing state" podUID="91e8c918-9cda-4604-83fb-a4df2f8bb015" containerName="yakd"
Jan 27 12:39:17 addons-162377 kubelet[1520]: I0127 12:39:17.942865 1520 memory_manager.go:355] "RemoveStaleState removing state" podUID="0f0dfd56-7245-4034-bbd1-3bab2dc9e4d0" containerName="nvidia-device-plugin-ctr"
Jan 27 12:39:17 addons-162377 kubelet[1520]: I0127 12:39:17.942871 1520 memory_manager.go:355] "RemoveStaleState removing state" podUID="080033cf-b8d2-43f4-a99f-5ad5bd9ca6e8" containerName="local-path-provisioner"
Jan 27 12:39:18 addons-162377 kubelet[1520]: I0127 12:39:18.018708 1520 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-krx8k\" (UniqueName: \"kubernetes.io/projected/c01c2f97-7c13-467e-9ef8-3c607e1f0113-kube-api-access-krx8k\") pod \"hello-world-app-7d9564db4-prr6z\" (UID: \"c01c2f97-7c13-467e-9ef8-3c607e1f0113\") " pod="default/hello-world-app-7d9564db4-prr6z"
Jan 27 12:39:18 addons-162377 kubelet[1520]: W0127 12:39:18.326621 1520 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/5c5134d073c7036fc237ba26ec37eb0d4263880c6aba36537a318906579625a2/crio-67f38e28cdfbbc6114f1e6c7da9e0c3000098ab86c80be29d1d3c72eadb8a7ec WatchSource:0}: Error finding container 67f38e28cdfbbc6114f1e6c7da9e0c3000098ab86c80be29d1d3c72eadb8a7ec: Status 404 returned error can't find the container with id 67f38e28cdfbbc6114f1e6c7da9e0c3000098ab86c80be29d1d3c72eadb8a7ec
Jan 27 12:39:19 addons-162377 kubelet[1520]: I0127 12:39:19.907665 1520 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-7d9564db4-prr6z" podStartSLOduration=1.908634926 podStartE2EDuration="2.907643645s" podCreationTimestamp="2025-01-27 12:39:17 +0000 UTC" firstStartedPulling="2025-01-27 12:39:18.328422785 +0000 UTC m=+331.443327500" lastFinishedPulling="2025-01-27 12:39:19.327431504 +0000 UTC m=+332.442336219" observedRunningTime="2025-01-27 12:39:19.907280569 +0000 UTC m=+333.022185300" watchObservedRunningTime="2025-01-27 12:39:19.907643645 +0000 UTC m=+333.022548360"
==> storage-provisioner [79ebe8fba89ea18362fd0a36aa9b65f69730af49ec1ceb41ce431cdbc26487be] <==
I0127 12:34:36.861688 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0127 12:34:36.905951 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0127 12:34:36.909332 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0127 12:34:36.924889 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0127 12:34:36.928717 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-162377_ab17e09b-fdd7-4940-aed9-6e78401c0f5b!
I0127 12:34:36.930216 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"9f37b328-5e5f-468b-b44d-ef77d9d0c4cd", APIVersion:"v1", ResourceVersion:"931", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-162377_ab17e09b-fdd7-4940-aed9-6e78401c0f5b became leader
I0127 12:34:37.029877 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-162377_ab17e09b-fdd7-4940-aed9-6e78401c0f5b!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-162377 -n addons-162377
helpers_test.go:261: (dbg) Run: kubectl --context addons-162377 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-llg5p ingress-nginx-admission-patch-jv6b4
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-162377 describe pod ingress-nginx-admission-create-llg5p ingress-nginx-admission-patch-jv6b4
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-162377 describe pod ingress-nginx-admission-create-llg5p ingress-nginx-admission-patch-jv6b4: exit status 1 (85.944571ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-llg5p" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-jv6b4" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-162377 describe pod ingress-nginx-admission-create-llg5p ingress-nginx-admission-patch-jv6b4: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-162377 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-162377 addons disable ingress-dns --alsologtostderr -v=1: (1.673114225s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-162377 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-162377 addons disable ingress --alsologtostderr -v=1: (7.848274778s)
--- FAIL: TestAddons/parallel/Ingress (157.18s)