=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-997626 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-997626 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-997626 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [0ca49a5e-bff4-4764-aa77-e744380ca743] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [0ca49a5e-bff4-4764-aa77-e744380ca743] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.003039639s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-997626 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-997626 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.703066574s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-997626 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-997626 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-997626
helpers_test.go:235: (dbg) docker inspect addons-997626:
-- stdout --
[
{
"Id": "70377c8e1f9662b4a4ede31b9cedc9e670738984b07cfba5acd3be9ca25d77ea",
"Created": "2024-12-16T19:35:35.539459709Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 9008,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-12-16T19:35:35.720858692Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:7cd263f59e19eeefdb79b99186c433854c2243e3d7fa2988b2d817cac7fc54f8",
"ResolvConfPath": "/var/lib/docker/containers/70377c8e1f9662b4a4ede31b9cedc9e670738984b07cfba5acd3be9ca25d77ea/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/70377c8e1f9662b4a4ede31b9cedc9e670738984b07cfba5acd3be9ca25d77ea/hostname",
"HostsPath": "/var/lib/docker/containers/70377c8e1f9662b4a4ede31b9cedc9e670738984b07cfba5acd3be9ca25d77ea/hosts",
"LogPath": "/var/lib/docker/containers/70377c8e1f9662b4a4ede31b9cedc9e670738984b07cfba5acd3be9ca25d77ea/70377c8e1f9662b4a4ede31b9cedc9e670738984b07cfba5acd3be9ca25d77ea-json.log",
"Name": "/addons-997626",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-997626:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-997626",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/a2b3f6658d4ecc4648ce091ff846ceb219175679b4ef60bb9404898b6c305408-init/diff:/var/lib/docker/overlay2/bf88285cf060530a35818ea098e5f2c91ad56c35017b7a7b7b8e247f59d17dc8/diff",
"MergedDir": "/var/lib/docker/overlay2/a2b3f6658d4ecc4648ce091ff846ceb219175679b4ef60bb9404898b6c305408/merged",
"UpperDir": "/var/lib/docker/overlay2/a2b3f6658d4ecc4648ce091ff846ceb219175679b4ef60bb9404898b6c305408/diff",
"WorkDir": "/var/lib/docker/overlay2/a2b3f6658d4ecc4648ce091ff846ceb219175679b4ef60bb9404898b6c305408/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-997626",
"Source": "/var/lib/docker/volumes/addons-997626/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-997626",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-997626",
"name.minikube.sigs.k8s.io": "addons-997626",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "1ea39a767b733f788eee64a238dd9d1b0ffdb5e54c649299262008b82f848386",
"SandboxKey": "/var/run/docker/netns/1ea39a767b73",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-997626": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "f5bde34893f1d1027977ccc5069340f51cec622dc99c13a1975a8d4216d20b44",
"EndpointID": "480a81c3f16ab2434fcf4c2b1ba5576a3fb564d24fa718a6307ab05b330b94c8",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-997626",
"70377c8e1f96"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-997626 -n addons-997626
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-997626 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-997626 logs -n 25: (1.610642983s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-850600 | download-only-850600 | jenkins | v1.34.0 | 16 Dec 24 19:35 UTC | 16 Dec 24 19:35 UTC |
| start | --download-only -p | download-docker-394784 | jenkins | v1.34.0 | 16 Dec 24 19:35 UTC | |
| | download-docker-394784 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-394784 | download-docker-394784 | jenkins | v1.34.0 | 16 Dec 24 19:35 UTC | 16 Dec 24 19:35 UTC |
| start | --download-only -p | binary-mirror-994258 | jenkins | v1.34.0 | 16 Dec 24 19:35 UTC | |
| | binary-mirror-994258 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:42795 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-994258 | binary-mirror-994258 | jenkins | v1.34.0 | 16 Dec 24 19:35 UTC | 16 Dec 24 19:35 UTC |
| addons | enable dashboard -p | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:35 UTC | |
| | addons-997626 | | | | | |
| addons | disable dashboard -p | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:35 UTC | |
| | addons-997626 | | | | | |
| start | -p addons-997626 --wait=true | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:35 UTC | 16 Dec 24 19:38 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-997626 addons disable | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:38 UTC | 16 Dec 24 19:38 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-997626 addons disable | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:38 UTC | 16 Dec 24 19:38 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:38 UTC | 16 Dec 24 19:38 UTC |
| | -p addons-997626 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-997626 addons disable | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:38 UTC | 16 Dec 24 19:38 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-997626 ip | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:38 UTC | 16 Dec 24 19:38 UTC |
| addons | addons-997626 addons disable | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:38 UTC | 16 Dec 24 19:38 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-997626 addons disable | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:38 UTC | 16 Dec 24 19:39 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-997626 addons | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:38 UTC | 16 Dec 24 19:38 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-997626 ssh cat | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:39 UTC | 16 Dec 24 19:39 UTC |
| | /opt/local-path-provisioner/pvc-d15b4f14-2361-490d-990f-afd7abb42f4c_default_test-pvc/file1 | | | | | |
| addons | addons-997626 addons | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:39 UTC | 16 Dec 24 19:39 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-997626 addons disable | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:39 UTC | 16 Dec 24 19:39 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-997626 addons | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:39 UTC | 16 Dec 24 19:39 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-997626 addons | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:39 UTC | 16 Dec 24 19:39 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-997626 ssh curl -s | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:39 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-997626 addons | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:39 UTC | 16 Dec 24 19:39 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-997626 addons | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:39 UTC | 16 Dec 24 19:40 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-997626 ip | addons-997626 | jenkins | v1.34.0 | 16 Dec 24 19:41 UTC | 16 Dec 24 19:41 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/16 19:35:10
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.23.3 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1216 19:35:10.688101 8496 out.go:345] Setting OutFile to fd 1 ...
I1216 19:35:10.688273 8496 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1216 19:35:10.688301 8496 out.go:358] Setting ErrFile to fd 2...
I1216 19:35:10.688321 8496 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1216 19:35:10.688599 8496 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20091-2274/.minikube/bin
I1216 19:35:10.689111 8496 out.go:352] Setting JSON to false
I1216 19:35:10.689887 8496 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":1054,"bootTime":1734376657,"procs":145,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1072-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1216 19:35:10.689982 8496 start.go:139] virtualization:
I1216 19:35:10.693208 8496 out.go:177] * [addons-997626] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1216 19:35:10.696799 8496 out.go:177] - MINIKUBE_LOCATION=20091
I1216 19:35:10.696957 8496 notify.go:220] Checking for updates...
I1216 19:35:10.702247 8496 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1216 19:35:10.705011 8496 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20091-2274/kubeconfig
I1216 19:35:10.707610 8496 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20091-2274/.minikube
I1216 19:35:10.710295 8496 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1216 19:35:10.713074 8496 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1216 19:35:10.715950 8496 driver.go:394] Setting default libvirt URI to qemu:///system
I1216 19:35:10.741565 8496 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1216 19:35:10.741707 8496 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1216 19:35:10.798033 8496 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-12-16 19:35:10.789399623 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1216 19:35:10.798156 8496 docker.go:318] overlay module found
I1216 19:35:10.801231 8496 out.go:177] * Using the docker driver based on user configuration
I1216 19:35:10.803751 8496 start.go:297] selected driver: docker
I1216 19:35:10.803770 8496 start.go:901] validating driver "docker" against <nil>
I1216 19:35:10.803785 8496 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1216 19:35:10.804518 8496 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1216 19:35:10.864610 8496 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-12-16 19:35:10.85567984 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-nf
-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1216 19:35:10.864820 8496 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1216 19:35:10.865088 8496 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1216 19:35:10.867696 8496 out.go:177] * Using Docker driver with root privileges
I1216 19:35:10.870191 8496 cni.go:84] Creating CNI manager for ""
I1216 19:35:10.870254 8496 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1216 19:35:10.870266 8496 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1216 19:35:10.870350 8496 start.go:340] cluster config:
{Name:addons-997626 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.0 ClusterName:addons-997626 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1216 19:35:10.873037 8496 out.go:177] * Starting "addons-997626" primary control-plane node in "addons-997626" cluster
I1216 19:35:10.875576 8496 cache.go:121] Beginning downloading kic base image for docker with crio
I1216 19:35:10.878169 8496 out.go:177] * Pulling base image v0.0.45-1734029593-20090 ...
I1216 19:35:10.880724 8496 preload.go:131] Checking if preload exists for k8s version v1.32.0 and runtime crio
I1216 19:35:10.880757 8496 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 in local docker daemon
I1216 19:35:10.880770 8496 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20091-2274/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.0-cri-o-overlay-arm64.tar.lz4
I1216 19:35:10.880778 8496 cache.go:56] Caching tarball of preloaded images
I1216 19:35:10.880855 8496 preload.go:172] Found /home/jenkins/minikube-integration/20091-2274/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.0-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1216 19:35:10.880910 8496 cache.go:59] Finished verifying existence of preloaded tar for v1.32.0 on crio
I1216 19:35:10.881260 8496 profile.go:143] Saving config to /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/config.json ...
I1216 19:35:10.881292 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/config.json: {Name:mkb7c06ddd707bb06f7805263a4f07bf0c16b63e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:10.895715 8496 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 to local cache
I1216 19:35:10.895841 8496 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 in local cache directory
I1216 19:35:10.895861 8496 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 in local cache directory, skipping pull
I1216 19:35:10.895866 8496 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 exists in cache, skipping pull
I1216 19:35:10.895873 8496 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 as a tarball
I1216 19:35:10.895879 8496 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 from local cache
I1216 19:35:28.081888 8496 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 from cached tarball
I1216 19:35:28.081928 8496 cache.go:194] Successfully downloaded all kic artifacts
I1216 19:35:28.081958 8496 start.go:360] acquireMachinesLock for addons-997626: {Name:mkbfa50a39a134ff733a2213fb3541255ef28959 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1216 19:35:28.082075 8496 start.go:364] duration metric: took 92.298µs to acquireMachinesLock for "addons-997626"
I1216 19:35:28.082118 8496 start.go:93] Provisioning new machine with config: &{Name:addons-997626 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.0 ClusterName:addons-997626 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1216 19:35:28.082191 8496 start.go:125] createHost starting for "" (driver="docker")
I1216 19:35:28.085394 8496 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1216 19:35:28.085651 8496 start.go:159] libmachine.API.Create for "addons-997626" (driver="docker")
I1216 19:35:28.085694 8496 client.go:168] LocalClient.Create starting
I1216 19:35:28.085811 8496 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20091-2274/.minikube/certs/ca.pem
I1216 19:35:28.456512 8496 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20091-2274/.minikube/certs/cert.pem
I1216 19:35:29.653001 8496 cli_runner.go:164] Run: docker network inspect addons-997626 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1216 19:35:29.668794 8496 cli_runner.go:211] docker network inspect addons-997626 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1216 19:35:29.668898 8496 network_create.go:284] running [docker network inspect addons-997626] to gather additional debugging logs...
I1216 19:35:29.668920 8496 cli_runner.go:164] Run: docker network inspect addons-997626
W1216 19:35:29.684628 8496 cli_runner.go:211] docker network inspect addons-997626 returned with exit code 1
I1216 19:35:29.684661 8496 network_create.go:287] error running [docker network inspect addons-997626]: docker network inspect addons-997626: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-997626 not found
I1216 19:35:29.684674 8496 network_create.go:289] output of [docker network inspect addons-997626]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-997626 not found
** /stderr **
I1216 19:35:29.684789 8496 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1216 19:35:29.699961 8496 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40018e6a20}
I1216 19:35:29.700005 8496 network_create.go:124] attempt to create docker network addons-997626 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1216 19:35:29.700060 8496 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-997626 addons-997626
I1216 19:35:29.772784 8496 network_create.go:108] docker network addons-997626 192.168.49.0/24 created
I1216 19:35:29.772818 8496 kic.go:121] calculated static IP "192.168.49.2" for the "addons-997626" container
I1216 19:35:29.772957 8496 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1216 19:35:29.788348 8496 cli_runner.go:164] Run: docker volume create addons-997626 --label name.minikube.sigs.k8s.io=addons-997626 --label created_by.minikube.sigs.k8s.io=true
I1216 19:35:29.805798 8496 oci.go:103] Successfully created a docker volume addons-997626
I1216 19:35:29.805888 8496 cli_runner.go:164] Run: docker run --rm --name addons-997626-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-997626 --entrypoint /usr/bin/test -v addons-997626:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 -d /var/lib
I1216 19:35:31.290596 8496 cli_runner.go:217] Completed: docker run --rm --name addons-997626-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-997626 --entrypoint /usr/bin/test -v addons-997626:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 -d /var/lib: (1.484668691s)
I1216 19:35:31.290627 8496 oci.go:107] Successfully prepared a docker volume addons-997626
I1216 19:35:31.290661 8496 preload.go:131] Checking if preload exists for k8s version v1.32.0 and runtime crio
I1216 19:35:31.290691 8496 kic.go:194] Starting extracting preloaded images to volume ...
I1216 19:35:31.290770 8496 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20091-2274/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-997626:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 -I lz4 -xf /preloaded.tar -C /extractDir
I1216 19:35:35.470317 8496 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20091-2274/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-997626:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 -I lz4 -xf /preloaded.tar -C /extractDir: (4.179499394s)
I1216 19:35:35.470352 8496 kic.go:203] duration metric: took 4.179665356s to extract preloaded images to volume ...
W1216 19:35:35.470504 8496 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1216 19:35:35.470624 8496 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1216 19:35:35.524621 8496 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-997626 --name addons-997626 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-997626 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-997626 --network addons-997626 --ip 192.168.49.2 --volume addons-997626:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9
I1216 19:35:35.912774 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Running}}
I1216 19:35:35.938322 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:35:35.962029 8496 cli_runner.go:164] Run: docker exec addons-997626 stat /var/lib/dpkg/alternatives/iptables
I1216 19:35:36.021879 8496 oci.go:144] the created container "addons-997626" has a running status.
I1216 19:35:36.021909 8496 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa...
I1216 19:35:36.348903 8496 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1216 19:35:36.372701 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:35:36.400038 8496 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1216 19:35:36.400055 8496 kic_runner.go:114] Args: [docker exec --privileged addons-997626 chown docker:docker /home/docker/.ssh/authorized_keys]
I1216 19:35:36.466934 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:35:36.493063 8496 machine.go:93] provisionDockerMachine start ...
I1216 19:35:36.493154 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:35:36.516018 8496 main.go:141] libmachine: Using SSH client type: native
I1216 19:35:36.516286 8496 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x416340] 0x418b80 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1216 19:35:36.516301 8496 main.go:141] libmachine: About to run SSH command:
hostname
I1216 19:35:36.516938 8496 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:44966->127.0.0.1:32768: read: connection reset by peer
I1216 19:35:39.664259 8496 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-997626
I1216 19:35:39.664285 8496 ubuntu.go:169] provisioning hostname "addons-997626"
I1216 19:35:39.664350 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:35:39.681546 8496 main.go:141] libmachine: Using SSH client type: native
I1216 19:35:39.681806 8496 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x416340] 0x418b80 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1216 19:35:39.681832 8496 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-997626 && echo "addons-997626" | sudo tee /etc/hostname
I1216 19:35:39.840271 8496 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-997626
I1216 19:35:39.840355 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:35:39.857890 8496 main.go:141] libmachine: Using SSH client type: native
I1216 19:35:39.858133 8496 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x416340] 0x418b80 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1216 19:35:39.858155 8496 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-997626' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-997626/g' /etc/hosts;
else
echo '127.0.1.1 addons-997626' | sudo tee -a /etc/hosts;
fi
fi
I1216 19:35:40.001032 8496 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1216 19:35:40.001056 8496 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20091-2274/.minikube CaCertPath:/home/jenkins/minikube-integration/20091-2274/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20091-2274/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20091-2274/.minikube}
I1216 19:35:40.001124 8496 ubuntu.go:177] setting up certificates
I1216 19:35:40.001135 8496 provision.go:84] configureAuth start
I1216 19:35:40.001241 8496 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-997626
I1216 19:35:40.047420 8496 provision.go:143] copyHostCerts
I1216 19:35:40.047511 8496 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20091-2274/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20091-2274/.minikube/cert.pem (1123 bytes)
I1216 19:35:40.047641 8496 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20091-2274/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20091-2274/.minikube/key.pem (1675 bytes)
I1216 19:35:40.047701 8496 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20091-2274/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20091-2274/.minikube/ca.pem (1078 bytes)
I1216 19:35:40.047752 8496 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20091-2274/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20091-2274/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20091-2274/.minikube/certs/ca-key.pem org=jenkins.addons-997626 san=[127.0.0.1 192.168.49.2 addons-997626 localhost minikube]
I1216 19:35:40.313892 8496 provision.go:177] copyRemoteCerts
I1216 19:35:40.313974 8496 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1216 19:35:40.314022 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:35:40.332299 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:35:40.433659 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1216 19:35:40.457437 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1216 19:35:40.481560 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1216 19:35:40.504682 8496 provision.go:87] duration metric: took 503.52882ms to configureAuth
I1216 19:35:40.504750 8496 ubuntu.go:193] setting minikube options for container-runtime
I1216 19:35:40.504975 8496 config.go:182] Loaded profile config "addons-997626": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.0
I1216 19:35:40.505090 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:35:40.522504 8496 main.go:141] libmachine: Using SSH client type: native
I1216 19:35:40.522767 8496 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x416340] 0x418b80 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1216 19:35:40.522788 8496 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1216 19:35:40.773695 8496 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1216 19:35:40.773759 8496 machine.go:96] duration metric: took 4.280673367s to provisionDockerMachine
I1216 19:35:40.773784 8496 client.go:171] duration metric: took 12.68807846s to LocalClient.Create
I1216 19:35:40.773813 8496 start.go:167] duration metric: took 12.688164201s to libmachine.API.Create "addons-997626"
I1216 19:35:40.773854 8496 start.go:293] postStartSetup for "addons-997626" (driver="docker")
I1216 19:35:40.773883 8496 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1216 19:35:40.774020 8496 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1216 19:35:40.774081 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:35:40.797718 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:35:40.897637 8496 ssh_runner.go:195] Run: cat /etc/os-release
I1216 19:35:40.900520 8496 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1216 19:35:40.900555 8496 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1216 19:35:40.900567 8496 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1216 19:35:40.900576 8496 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1216 19:35:40.900590 8496 filesync.go:126] Scanning /home/jenkins/minikube-integration/20091-2274/.minikube/addons for local assets ...
I1216 19:35:40.900655 8496 filesync.go:126] Scanning /home/jenkins/minikube-integration/20091-2274/.minikube/files for local assets ...
I1216 19:35:40.900681 8496 start.go:296] duration metric: took 126.804343ms for postStartSetup
I1216 19:35:40.901013 8496 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-997626
I1216 19:35:40.917657 8496 profile.go:143] Saving config to /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/config.json ...
I1216 19:35:40.917944 8496 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1216 19:35:40.917993 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:35:40.934502 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:35:41.029466 8496 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1216 19:35:41.033777 8496 start.go:128] duration metric: took 12.951570849s to createHost
I1216 19:35:41.033804 8496 start.go:83] releasing machines lock for "addons-997626", held for 12.951714566s
I1216 19:35:41.033873 8496 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-997626
I1216 19:35:41.051256 8496 ssh_runner.go:195] Run: cat /version.json
I1216 19:35:41.051314 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:35:41.051560 8496 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1216 19:35:41.051627 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:35:41.070322 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:35:41.078818 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:35:41.172365 8496 ssh_runner.go:195] Run: systemctl --version
I1216 19:35:41.314505 8496 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1216 19:35:41.453682 8496 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1216 19:35:41.457782 8496 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1216 19:35:41.479010 8496 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1216 19:35:41.479090 8496 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1216 19:35:41.514034 8496 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1216 19:35:41.514098 8496 start.go:495] detecting cgroup driver to use...
I1216 19:35:41.514139 8496 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1216 19:35:41.514199 8496 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1216 19:35:41.530270 8496 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1216 19:35:41.542065 8496 docker.go:217] disabling cri-docker service (if available) ...
I1216 19:35:41.542138 8496 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1216 19:35:41.556248 8496 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1216 19:35:41.571546 8496 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1216 19:35:41.664427 8496 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1216 19:35:41.761465 8496 docker.go:233] disabling docker service ...
I1216 19:35:41.761572 8496 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1216 19:35:41.782301 8496 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1216 19:35:41.794722 8496 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1216 19:35:41.888828 8496 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1216 19:35:41.985996 8496 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1216 19:35:41.998884 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1216 19:35:42.018045 8496 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1216 19:35:42.018157 8496 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1216 19:35:42.030205 8496 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1216 19:35:42.030297 8496 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1216 19:35:42.041601 8496 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1216 19:35:42.051531 8496 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1216 19:35:42.061941 8496 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1216 19:35:42.072124 8496 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1216 19:35:42.083645 8496 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1216 19:35:42.103696 8496 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1216 19:35:42.116013 8496 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1216 19:35:42.126225 8496 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1216 19:35:42.126333 8496 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1216 19:35:42.143234 8496 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1216 19:35:42.154242 8496 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 19:35:42.251651 8496 ssh_runner.go:195] Run: sudo systemctl restart crio
I1216 19:35:42.377642 8496 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1216 19:35:42.377758 8496 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1216 19:35:42.381490 8496 start.go:563] Will wait 60s for crictl version
I1216 19:35:42.381592 8496 ssh_runner.go:195] Run: which crictl
I1216 19:35:42.384934 8496 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1216 19:35:42.425065 8496 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1216 19:35:42.425270 8496 ssh_runner.go:195] Run: crio --version
I1216 19:35:42.463955 8496 ssh_runner.go:195] Run: crio --version
I1216 19:35:42.508806 8496 out.go:177] * Preparing Kubernetes v1.32.0 on CRI-O 1.24.6 ...
I1216 19:35:42.511688 8496 cli_runner.go:164] Run: docker network inspect addons-997626 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1216 19:35:42.527670 8496 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1216 19:35:42.530992 8496 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1216 19:35:42.541349 8496 kubeadm.go:883] updating cluster {Name:addons-997626 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.0 ClusterName:addons-997626 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1216 19:35:42.541475 8496 preload.go:131] Checking if preload exists for k8s version v1.32.0 and runtime crio
I1216 19:35:42.541537 8496 ssh_runner.go:195] Run: sudo crictl images --output json
I1216 19:35:42.629037 8496 crio.go:514] all images are preloaded for cri-o runtime.
I1216 19:35:42.629062 8496 crio.go:433] Images already preloaded, skipping extraction
I1216 19:35:42.629116 8496 ssh_runner.go:195] Run: sudo crictl images --output json
I1216 19:35:42.668498 8496 crio.go:514] all images are preloaded for cri-o runtime.
I1216 19:35:42.668520 8496 cache_images.go:84] Images are preloaded, skipping loading
I1216 19:35:42.668527 8496 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.0 crio true true} ...
I1216 19:35:42.668616 8496 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-997626 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.0 ClusterName:addons-997626 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1216 19:35:42.668700 8496 ssh_runner.go:195] Run: crio config
I1216 19:35:42.714522 8496 cni.go:84] Creating CNI manager for ""
I1216 19:35:42.714546 8496 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1216 19:35:42.714556 8496 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1216 19:35:42.714597 8496 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-997626 NodeName:addons-997626 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1216 19:35:42.714753 8496 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-997626"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1216 19:35:42.714843 8496 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.0
I1216 19:35:42.723158 8496 binaries.go:44] Found k8s binaries, skipping transfer
I1216 19:35:42.723248 8496 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1216 19:35:42.731654 8496 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1216 19:35:42.749042 8496 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1216 19:35:42.766514 8496 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1216 19:35:42.783831 8496 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1216 19:35:42.787216 8496 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1216 19:35:42.797786 8496 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 19:35:42.891837 8496 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1216 19:35:42.906287 8496 certs.go:68] Setting up /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626 for IP: 192.168.49.2
I1216 19:35:42.906357 8496 certs.go:194] generating shared ca certs ...
I1216 19:35:42.906389 8496 certs.go:226] acquiring lock for ca certs: {Name:mk815667ed09bc70d05919753082278d6d8cae42 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:42.906565 8496 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20091-2274/.minikube/ca.key
I1216 19:35:43.055543 8496 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20091-2274/.minikube/ca.crt ...
I1216 19:35:43.055581 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/ca.crt: {Name:mk6ff4a2c496f56115bdb404ae731fa1b52af30f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:43.055803 8496 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20091-2274/.minikube/ca.key ...
I1216 19:35:43.055819 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/ca.key: {Name:mk53f3fce4da65a0e3b540af8b0d0e899cb986dd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:43.055906 8496 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20091-2274/.minikube/proxy-client-ca.key
I1216 19:35:44.130377 8496 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20091-2274/.minikube/proxy-client-ca.crt ...
I1216 19:35:44.130406 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/proxy-client-ca.crt: {Name:mk834fc0f502cec8945c1265b545581f56d8d1a6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:44.130594 8496 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20091-2274/.minikube/proxy-client-ca.key ...
I1216 19:35:44.130607 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/proxy-client-ca.key: {Name:mk9c91eee7cbc7e34ec3d1a28df803482d170141 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:44.130714 8496 certs.go:256] generating profile certs ...
I1216 19:35:44.130774 8496 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/client.key
I1216 19:35:44.130793 8496 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/client.crt with IP's: []
I1216 19:35:44.694156 8496 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/client.crt ...
I1216 19:35:44.694190 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/client.crt: {Name:mk9f443a468c3004ae3984682ab48a97b5d042ef Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:44.694363 8496 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/client.key ...
I1216 19:35:44.694375 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/client.key: {Name:mk9de0958ba7ec0f115e8b0e92751186dc186a1d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:44.694458 8496 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.key.4b7e29fb
I1216 19:35:44.694483 8496 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.crt.4b7e29fb with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1216 19:35:45.118799 8496 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.crt.4b7e29fb ...
I1216 19:35:45.118835 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.crt.4b7e29fb: {Name:mk3d7ca7bd3cd2b3182cc0febb2c9b2cc0ca83c3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:45.119029 8496 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.key.4b7e29fb ...
I1216 19:35:45.119050 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.key.4b7e29fb: {Name:mke513afefa129f4787da620b1301bd141a928fc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:45.119137 8496 certs.go:381] copying /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.crt.4b7e29fb -> /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.crt
I1216 19:35:45.119251 8496 certs.go:385] copying /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.key.4b7e29fb -> /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.key
I1216 19:35:45.119308 8496 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/proxy-client.key
I1216 19:35:45.119331 8496 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/proxy-client.crt with IP's: []
I1216 19:35:46.147231 8496 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/proxy-client.crt ...
I1216 19:35:46.147269 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/proxy-client.crt: {Name:mkef7b98ad052be635da050efad8209917a03052 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:46.147490 8496 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/proxy-client.key ...
I1216 19:35:46.147504 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/proxy-client.key: {Name:mk5fc9c4c47f7b4cefa1784c591ed15a8d56cca4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:35:46.147697 8496 certs.go:484] found cert: /home/jenkins/minikube-integration/20091-2274/.minikube/certs/ca-key.pem (1675 bytes)
I1216 19:35:46.147738 8496 certs.go:484] found cert: /home/jenkins/minikube-integration/20091-2274/.minikube/certs/ca.pem (1078 bytes)
I1216 19:35:46.147769 8496 certs.go:484] found cert: /home/jenkins/minikube-integration/20091-2274/.minikube/certs/cert.pem (1123 bytes)
I1216 19:35:46.147797 8496 certs.go:484] found cert: /home/jenkins/minikube-integration/20091-2274/.minikube/certs/key.pem (1675 bytes)
I1216 19:35:46.148498 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1216 19:35:46.174255 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1216 19:35:46.199177 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1216 19:35:46.222702 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1216 19:35:46.247429 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1216 19:35:46.271670 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1216 19:35:46.295035 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1216 19:35:46.317869 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/profiles/addons-997626/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1216 19:35:46.341580 8496 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20091-2274/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1216 19:35:46.365937 8496 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1216 19:35:46.383210 8496 ssh_runner.go:195] Run: openssl version
I1216 19:35:46.388517 8496 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1216 19:35:46.398074 8496 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1216 19:35:46.401346 8496 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 16 19:35 /usr/share/ca-certificates/minikubeCA.pem
I1216 19:35:46.401419 8496 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1216 19:35:46.408042 8496 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1216 19:35:46.417146 8496 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1216 19:35:46.420264 8496 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1216 19:35:46.420319 8496 kubeadm.go:392] StartCluster: {Name:addons-997626 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1734029593-20090@sha256:7b3f6168a578563fb342f21f0c926652b91ba060931e8fbc6c6ade3ac1d26ed9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.0 ClusterName:addons-997626 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1216 19:35:46.420407 8496 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1216 19:35:46.420467 8496 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1216 19:35:46.455952 8496 cri.go:89] found id: ""
I1216 19:35:46.456029 8496 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1216 19:35:46.464712 8496 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1216 19:35:46.473493 8496 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1216 19:35:46.473588 8496 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1216 19:35:46.481914 8496 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1216 19:35:46.481934 8496 kubeadm.go:157] found existing configuration files:
I1216 19:35:46.481986 8496 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1216 19:35:46.490538 8496 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1216 19:35:46.490639 8496 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1216 19:35:46.498841 8496 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1216 19:35:46.507201 8496 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1216 19:35:46.507267 8496 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1216 19:35:46.515611 8496 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1216 19:35:46.524102 8496 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1216 19:35:46.524186 8496 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1216 19:35:46.532433 8496 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1216 19:35:46.540878 8496 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1216 19:35:46.540937 8496 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1216 19:35:46.549868 8496 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1216 19:35:46.592211 8496 kubeadm.go:310] [init] Using Kubernetes version: v1.32.0
I1216 19:35:46.592474 8496 kubeadm.go:310] [preflight] Running pre-flight checks
I1216 19:35:46.611953 8496 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1216 19:35:46.612067 8496 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1072-aws[0m
I1216 19:35:46.612128 8496 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1216 19:35:46.612190 8496 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1216 19:35:46.612263 8496 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1216 19:35:46.612326 8496 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1216 19:35:46.612398 8496 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1216 19:35:46.612473 8496 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1216 19:35:46.612554 8496 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1216 19:35:46.612625 8496 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1216 19:35:46.612700 8496 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1216 19:35:46.612764 8496 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1216 19:35:46.670190 8496 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1216 19:35:46.670357 8496 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1216 19:35:46.670481 8496 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1216 19:35:46.677022 8496 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1216 19:35:46.682318 8496 out.go:235] - Generating certificates and keys ...
I1216 19:35:46.682513 8496 kubeadm.go:310] [certs] Using existing ca certificate authority
I1216 19:35:46.682624 8496 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1216 19:35:46.917859 8496 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1216 19:35:47.226412 8496 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1216 19:35:47.497849 8496 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1216 19:35:48.258611 8496 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1216 19:35:48.861214 8496 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1216 19:35:48.861438 8496 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-997626 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1216 19:35:49.168244 8496 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1216 19:35:49.168686 8496 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-997626 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1216 19:35:49.850308 8496 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1216 19:35:50.438837 8496 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1216 19:35:52.369552 8496 kubeadm.go:310] [certs] Generating "sa" key and public key
I1216 19:35:52.369807 8496 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1216 19:35:52.920120 8496 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1216 19:35:53.425606 8496 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1216 19:35:54.094930 8496 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1216 19:35:54.390941 8496 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1216 19:35:54.739738 8496 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1216 19:35:54.740556 8496 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1216 19:35:54.743654 8496 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1216 19:35:54.746771 8496 out.go:235] - Booting up control plane ...
I1216 19:35:54.746878 8496 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1216 19:35:54.747018 8496 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1216 19:35:54.748446 8496 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1216 19:35:54.761030 8496 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1216 19:35:54.767275 8496 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1216 19:35:54.767550 8496 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1216 19:35:54.857334 8496 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1216 19:35:54.857452 8496 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1216 19:35:56.366911 8496 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.509453176s
I1216 19:35:56.367004 8496 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1216 19:36:02.368589 8496 kubeadm.go:310] [api-check] The API server is healthy after 6.001926802s
I1216 19:36:02.389561 8496 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1216 19:36:02.408083 8496 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1216 19:36:02.441955 8496 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1216 19:36:02.442153 8496 kubeadm.go:310] [mark-control-plane] Marking the node addons-997626 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1216 19:36:02.467321 8496 kubeadm.go:310] [bootstrap-token] Using token: aw7sjo.hpog5k940zepgniy
I1216 19:36:02.469221 8496 out.go:235] - Configuring RBAC rules ...
I1216 19:36:02.469371 8496 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1216 19:36:02.479223 8496 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1216 19:36:02.489657 8496 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1216 19:36:02.493705 8496 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1216 19:36:02.498871 8496 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1216 19:36:02.504142 8496 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1216 19:36:02.777140 8496 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1216 19:36:03.270684 8496 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1216 19:36:03.775317 8496 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1216 19:36:03.776557 8496 kubeadm.go:310]
I1216 19:36:03.776629 8496 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1216 19:36:03.776640 8496 kubeadm.go:310]
I1216 19:36:03.776723 8496 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1216 19:36:03.776732 8496 kubeadm.go:310]
I1216 19:36:03.776758 8496 kubeadm.go:310] mkdir -p $HOME/.kube
I1216 19:36:03.776820 8496 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1216 19:36:03.776888 8496 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1216 19:36:03.776898 8496 kubeadm.go:310]
I1216 19:36:03.776952 8496 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1216 19:36:03.776960 8496 kubeadm.go:310]
I1216 19:36:03.777008 8496 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1216 19:36:03.777017 8496 kubeadm.go:310]
I1216 19:36:03.777069 8496 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1216 19:36:03.777152 8496 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1216 19:36:03.777225 8496 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1216 19:36:03.777233 8496 kubeadm.go:310]
I1216 19:36:03.777317 8496 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1216 19:36:03.777396 8496 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1216 19:36:03.777406 8496 kubeadm.go:310]
I1216 19:36:03.777489 8496 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token aw7sjo.hpog5k940zepgniy \
I1216 19:36:03.777605 8496 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0a585601d84489d3f68d37f38bd67e3d789a83ad4e684b4d465f208ee430a862 \
I1216 19:36:03.777629 8496 kubeadm.go:310] --control-plane
I1216 19:36:03.777637 8496 kubeadm.go:310]
I1216 19:36:03.777721 8496 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1216 19:36:03.777729 8496 kubeadm.go:310]
I1216 19:36:03.777811 8496 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token aw7sjo.hpog5k940zepgniy \
I1216 19:36:03.777915 8496 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0a585601d84489d3f68d37f38bd67e3d789a83ad4e684b4d465f208ee430a862
I1216 19:36:03.781744 8496 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I1216 19:36:03.781970 8496 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1072-aws\n", err: exit status 1
I1216 19:36:03.782077 8496 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1216 19:36:03.782101 8496 cni.go:84] Creating CNI manager for ""
I1216 19:36:03.782112 8496 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1216 19:36:03.785439 8496 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1216 19:36:03.788272 8496 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1216 19:36:03.792085 8496 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.0/kubectl ...
I1216 19:36:03.792106 8496 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1216 19:36:03.810732 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1216 19:36:04.113426 8496 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1216 19:36:04.113545 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1216 19:36:04.113560 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-997626 minikube.k8s.io/updated_at=2024_12_16T19_36_04_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=74e51ab701402ddc00f8ba70f2a2775c7dcd6477 minikube.k8s.io/name=addons-997626 minikube.k8s.io/primary=true
I1216 19:36:04.280111 8496 ops.go:34] apiserver oom_adj: -16
I1216 19:36:04.280223 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1216 19:36:04.780353 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1216 19:36:05.281308 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1216 19:36:05.780714 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1216 19:36:06.281142 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1216 19:36:06.780333 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1216 19:36:07.280856 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1216 19:36:07.780302 8496 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1216 19:36:07.920789 8496 kubeadm.go:1113] duration metric: took 3.807305723s to wait for elevateKubeSystemPrivileges
I1216 19:36:07.920821 8496 kubeadm.go:394] duration metric: took 21.500512999s to StartCluster
I1216 19:36:07.920843 8496 settings.go:142] acquiring lock: {Name:mk96523fceb54b39b4bc7dfe27746242075595e5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:36:07.921004 8496 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20091-2274/kubeconfig
I1216 19:36:07.921469 8496 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20091-2274/kubeconfig: {Name:mk5ccd97f29238ce038e71732c72574660292e15 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1216 19:36:07.921719 8496 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1216 19:36:07.921864 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1216 19:36:07.922165 8496 config.go:182] Loaded profile config "addons-997626": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.0
I1216 19:36:07.922206 8496 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1216 19:36:07.923083 8496 addons.go:69] Setting yakd=true in profile "addons-997626"
I1216 19:36:07.923102 8496 addons.go:234] Setting addon yakd=true in "addons-997626"
I1216 19:36:07.923132 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.923718 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:07.924410 8496 addons.go:69] Setting inspektor-gadget=true in profile "addons-997626"
I1216 19:36:07.924438 8496 addons.go:234] Setting addon inspektor-gadget=true in "addons-997626"
I1216 19:36:07.924471 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.924915 8496 addons.go:69] Setting metrics-server=true in profile "addons-997626"
I1216 19:36:07.924937 8496 addons.go:234] Setting addon metrics-server=true in "addons-997626"
I1216 19:36:07.924964 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.925064 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:07.925381 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:07.925879 8496 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-997626"
I1216 19:36:07.925898 8496 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-997626"
I1216 19:36:07.925922 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.926330 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:07.928896 8496 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-997626"
I1216 19:36:07.928940 8496 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-997626"
I1216 19:36:07.928974 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.929546 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:07.929719 8496 addons.go:69] Setting registry=true in profile "addons-997626"
I1216 19:36:07.929736 8496 addons.go:234] Setting addon registry=true in "addons-997626"
I1216 19:36:07.929767 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.930270 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:07.944488 8496 addons.go:69] Setting cloud-spanner=true in profile "addons-997626"
I1216 19:36:07.944540 8496 addons.go:234] Setting addon cloud-spanner=true in "addons-997626"
I1216 19:36:07.944583 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.945187 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:07.946708 8496 addons.go:69] Setting storage-provisioner=true in profile "addons-997626"
I1216 19:36:07.946749 8496 addons.go:234] Setting addon storage-provisioner=true in "addons-997626"
I1216 19:36:07.946785 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.947325 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:07.973634 8496 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-997626"
I1216 19:36:07.975340 8496 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-997626"
I1216 19:36:07.975398 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.975967 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:07.977065 8496 out.go:177] * Verifying Kubernetes components...
I1216 19:36:07.973642 8496 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-997626"
I1216 19:36:07.973654 8496 addons.go:69] Setting volcano=true in profile "addons-997626"
I1216 19:36:07.991978 8496 addons.go:234] Setting addon volcano=true in "addons-997626"
I1216 19:36:07.992025 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:07.973665 8496 addons.go:69] Setting volumesnapshots=true in profile "addons-997626"
I1216 19:36:08.005296 8496 addons.go:234] Setting addon volumesnapshots=true in "addons-997626"
I1216 19:36:08.005345 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:08.005854 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:08.032632 8496 addons.go:69] Setting default-storageclass=true in profile "addons-997626"
I1216 19:36:08.032727 8496 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-997626"
I1216 19:36:08.033157 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:08.035538 8496 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1216 19:36:08.047862 8496 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-997626"
I1216 19:36:08.048218 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:08.069513 8496 addons.go:69] Setting gcp-auth=true in profile "addons-997626"
I1216 19:36:08.069554 8496 mustload.go:65] Loading cluster: addons-997626
I1216 19:36:08.069763 8496 config.go:182] Loaded profile config "addons-997626": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.0
I1216 19:36:08.070018 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:08.093006 8496 addons.go:69] Setting ingress=true in profile "addons-997626"
I1216 19:36:08.093088 8496 addons.go:234] Setting addon ingress=true in "addons-997626"
I1216 19:36:08.093156 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:08.093676 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:08.098835 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:08.115612 8496 addons.go:69] Setting ingress-dns=true in profile "addons-997626"
I1216 19:36:08.115648 8496 addons.go:234] Setting addon ingress-dns=true in "addons-997626"
I1216 19:36:08.115700 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:08.116185 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:08.147412 8496 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1216 19:36:08.154120 8496 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1216 19:36:08.154219 8496 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1216 19:36:08.154319 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.172272 8496 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I1216 19:36:08.172502 8496 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1216 19:36:08.195487 8496 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.25
I1216 19:36:08.203512 8496 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1216 19:36:08.203581 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1216 19:36:08.203683 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.215364 8496 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1216 19:36:08.215728 8496 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1216 19:36:08.215743 8496 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1216 19:36:08.215820 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.217915 8496 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1216 19:36:08.217930 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1216 19:36:08.217992 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.235687 8496 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.35.0
I1216 19:36:08.241111 8496 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1216 19:36:08.241138 8496 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1216 19:36:08.241205 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.250880 8496 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1216 19:36:08.261078 8496 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1216 19:36:08.265203 8496 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1216 19:36:08.265270 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1216 19:36:08.265369 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.270857 8496 out.go:177] - Using image docker.io/registry:2.8.3
I1216 19:36:08.271156 8496 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1216 19:36:08.271168 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1216 19:36:08.271229 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.285019 8496 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1216 19:36:08.285047 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1216 19:36:08.285113 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.295281 8496 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1216 19:36:08.306500 8496 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1216 19:36:08.306579 8496 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1216 19:36:08.306709 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.312064 8496 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1216 19:36:08.318661 8496 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
W1216 19:36:08.318922 8496 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1216 19:36:08.334906 8496 addons.go:234] Setting addon default-storageclass=true in "addons-997626"
I1216 19:36:08.338576 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:08.339054 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:08.351241 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:08.372411 8496 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-997626"
I1216 19:36:08.372508 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:08.372994 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:08.382336 8496 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1216 19:36:08.385066 8496 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1216 19:36:08.385146 8496 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1216 19:36:08.389556 8496 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1216 19:36:08.390724 8496 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1216 19:36:08.390743 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1216 19:36:08.390811 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.394007 8496 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1216 19:36:08.395641 8496 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1216 19:36:08.398125 8496 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1216 19:36:08.402975 8496 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1216 19:36:08.405972 8496 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1216 19:36:08.405993 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1216 19:36:08.406059 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.414618 8496 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1216 19:36:08.417546 8496 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1216 19:36:08.425849 8496 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1216 19:36:08.425878 8496 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1216 19:36:08.425960 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.430756 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.470286 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.493026 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.513835 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.517073 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.537727 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1216 19:36:08.545564 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.553737 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.592408 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.599376 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.610327 8496 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1216 19:36:08.613878 8496 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1216 19:36:08.613896 8496 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1216 19:36:08.613955 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.615307 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.616964 8496 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1216 19:36:08.620196 8496 out.go:177] - Using image docker.io/busybox:stable
I1216 19:36:08.629888 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.630334 8496 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1216 19:36:08.630350 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1216 19:36:08.630404 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:08.644731 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.682554 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.683274 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:08.850160 8496 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1216 19:36:08.850227 8496 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1216 19:36:08.899003 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1216 19:36:08.998242 8496 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1216 19:36:08.998313 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1216 19:36:09.008299 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1216 19:36:09.078771 8496 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1216 19:36:09.078848 8496 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1216 19:36:09.081430 8496 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1216 19:36:09.081504 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14576 bytes)
I1216 19:36:09.092088 8496 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1216 19:36:09.092158 8496 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1216 19:36:09.129623 8496 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1216 19:36:09.129693 8496 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1216 19:36:09.141177 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1216 19:36:09.150676 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1216 19:36:09.159652 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1216 19:36:09.171513 8496 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1216 19:36:09.171586 8496 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1216 19:36:09.177755 8496 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1216 19:36:09.177776 8496 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1216 19:36:09.195887 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1216 19:36:09.262614 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1216 19:36:09.268642 8496 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1216 19:36:09.268664 8496 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1216 19:36:09.272464 8496 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1216 19:36:09.272534 8496 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1216 19:36:09.308619 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1216 19:36:09.310972 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1216 19:36:09.335889 8496 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1216 19:36:09.335913 8496 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1216 19:36:09.381999 8496 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1216 19:36:09.382029 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1216 19:36:09.424136 8496 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1216 19:36:09.424209 8496 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1216 19:36:09.437728 8496 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1216 19:36:09.437799 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1216 19:36:09.452810 8496 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1216 19:36:09.452977 8496 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1216 19:36:09.490497 8496 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1216 19:36:09.490604 8496 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1216 19:36:09.559543 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1216 19:36:09.601010 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1216 19:36:09.604367 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1216 19:36:09.627445 8496 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1216 19:36:09.627526 8496 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1216 19:36:09.658598 8496 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1216 19:36:09.658677 8496 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1216 19:36:09.851564 8496 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1216 19:36:09.851637 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1216 19:36:09.882932 8496 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1216 19:36:09.883015 8496 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1216 19:36:09.953763 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1216 19:36:09.996767 8496 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1216 19:36:09.996839 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1216 19:36:10.071016 8496 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1216 19:36:10.071114 8496 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1216 19:36:10.119172 8496 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1216 19:36:10.119248 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1216 19:36:10.212620 8496 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1216 19:36:10.212693 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1216 19:36:10.429664 8496 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1216 19:36:10.429740 8496 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1216 19:36:10.546221 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1216 19:36:11.737205 8496 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.199426276s)
I1216 19:36:11.737331 8496 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1216 19:36:11.737292 8496 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (3.126943252s)
I1216 19:36:11.738202 8496 node_ready.go:35] waiting up to 6m0s for node "addons-997626" to be "Ready" ...
I1216 19:36:12.610569 8496 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-997626" context rescaled to 1 replicas
I1216 19:36:13.224424 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.216039128s)
I1216 19:36:13.224583 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.325475886s)
I1216 19:36:13.750482 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:14.265148 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.123891369s)
I1216 19:36:14.265183 8496 addons.go:475] Verifying addon ingress=true in "addons-997626"
I1216 19:36:14.265401 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.114646453s)
I1216 19:36:14.265627 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (5.105908333s)
I1216 19:36:14.265719 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.003084729s)
I1216 19:36:14.265818 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.957177978s)
I1216 19:36:14.265871 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.954880399s)
I1216 19:36:14.265993 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.706379647s)
I1216 19:36:14.266013 8496 addons.go:475] Verifying addon registry=true in "addons-997626"
I1216 19:36:14.266080 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (5.069759642s)
I1216 19:36:14.266180 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.665105963s)
I1216 19:36:14.266296 8496 addons.go:475] Verifying addon metrics-server=true in "addons-997626"
I1216 19:36:14.266425 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.661979954s)
I1216 19:36:14.268944 8496 out.go:177] * Verifying registry addon...
I1216 19:36:14.268963 8496 out.go:177] * Verifying ingress addon...
I1216 19:36:14.268952 8496 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-997626 service yakd-dashboard -n yakd-dashboard
I1216 19:36:14.273024 8496 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1216 19:36:14.273043 8496 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1216 19:36:14.293439 8496 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1216 19:36:14.293539 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:14.295079 8496 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1216 19:36:14.295149 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1216 19:36:14.308861 8496 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1216 19:36:14.344984 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.391141709s)
W1216 19:36:14.345074 8496 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1216 19:36:14.345107 8496 retry.go:31] will retry after 305.858751ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1216 19:36:14.567973 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.021655786s)
I1216 19:36:14.568012 8496 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-997626"
I1216 19:36:14.573541 8496 out.go:177] * Verifying csi-hostpath-driver addon...
I1216 19:36:14.576744 8496 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1216 19:36:14.585964 8496 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1216 19:36:14.586034 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:14.651678 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1216 19:36:14.782903 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:14.784243 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:15.082135 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:15.277699 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:15.278626 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:15.581557 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:15.777066 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:15.778337 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:16.080841 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:16.242216 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:16.277292 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:16.278640 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:16.581381 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:16.776976 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:16.777734 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:17.093137 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:17.279841 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:17.280542 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:17.320811 8496 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.669085935s)
I1216 19:36:17.581764 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:17.778314 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:17.779092 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:18.080593 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:18.276921 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:18.278232 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:18.580561 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:18.698233 8496 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1216 19:36:18.698319 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:18.717101 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:18.741690 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:18.778225 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:18.778325 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:18.830875 8496 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1216 19:36:18.848994 8496 addons.go:234] Setting addon gcp-auth=true in "addons-997626"
I1216 19:36:18.849047 8496 host.go:66] Checking if "addons-997626" exists ...
I1216 19:36:18.849514 8496 cli_runner.go:164] Run: docker container inspect addons-997626 --format={{.State.Status}}
I1216 19:36:18.866819 8496 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1216 19:36:18.866881 8496 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-997626
I1216 19:36:18.883425 8496 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20091-2274/.minikube/machines/addons-997626/id_rsa Username:docker}
I1216 19:36:18.999529 8496 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1216 19:36:19.002252 8496 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1216 19:36:19.007558 8496 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1216 19:36:19.007596 8496 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1216 19:36:19.027325 8496 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1216 19:36:19.027352 8496 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1216 19:36:19.045818 8496 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1216 19:36:19.045842 8496 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1216 19:36:19.064798 8496 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1216 19:36:19.081238 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:19.277599 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:19.278643 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:19.582439 8496 addons.go:475] Verifying addon gcp-auth=true in "addons-997626"
I1216 19:36:19.584926 8496 out.go:177] * Verifying gcp-auth addon...
I1216 19:36:19.588575 8496 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1216 19:36:19.595146 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:19.692636 8496 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1216 19:36:19.692660 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:19.777098 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:19.778447 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:20.080147 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:20.092397 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:20.277489 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:20.278248 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:20.579953 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:20.592452 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:20.742103 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:20.777371 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:20.778140 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:21.080360 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:21.092085 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:21.276499 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:21.277844 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:21.581135 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:21.592374 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:21.777086 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:21.778014 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:22.091359 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:22.095835 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:22.277980 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:22.278903 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:22.580655 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:22.591945 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:22.778113 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:22.778531 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:23.079908 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:23.092506 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:23.242129 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:23.277623 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:23.278485 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:23.580832 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:23.591911 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:23.777076 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:23.778318 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:24.080533 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:24.091867 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:24.277076 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:24.278612 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:24.580410 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:24.591850 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:24.777059 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:24.777943 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:25.080642 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:25.092091 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:25.245582 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:25.278703 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:25.279454 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:25.580254 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:25.592150 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:25.777586 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:25.778524 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:26.080047 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:26.092433 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:26.276824 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:26.278120 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:26.581000 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:26.593042 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:26.777840 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:26.778360 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:27.080124 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:27.092574 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:27.277378 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:27.278282 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:27.580043 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:27.593274 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:27.741683 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:27.776845 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:27.778038 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:28.080685 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:28.091970 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:28.276910 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:28.277618 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:28.580902 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:28.592348 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:28.776770 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:28.777084 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:29.079918 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:29.092099 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:29.277473 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:29.277817 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:29.580411 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:29.591727 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:29.776203 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:29.777342 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:30.081740 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:30.092549 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:30.242937 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:30.276475 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:30.277352 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:30.580082 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:30.592474 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:30.777250 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:30.778262 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:31.080831 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:31.091970 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:31.278448 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:31.278735 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:31.580066 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:31.592606 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:31.777401 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:31.778796 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:32.081838 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:32.092220 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:32.277230 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:32.277781 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:32.581262 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:32.592196 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:32.741451 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:32.777195 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:32.777785 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:33.080034 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:33.092673 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:33.278053 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:33.278548 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:33.580884 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:33.592278 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:33.777276 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:33.777659 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:34.079912 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:34.092069 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:34.277191 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:34.277928 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:34.580842 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:34.592409 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:34.777099 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:34.777809 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:35.080145 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:35.092720 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:35.242197 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:35.277995 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:35.278704 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:35.581214 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:35.592135 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:35.776329 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:35.777446 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:36.079923 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:36.091998 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:36.276718 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:36.277071 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:36.580645 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:36.591643 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:36.776303 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:36.777407 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:37.087362 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:37.094296 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:37.277605 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:37.278894 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:37.581771 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:37.591771 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:37.742070 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:37.776240 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:37.777458 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:38.080104 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:38.092790 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:38.276596 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:38.277633 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:38.580433 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:38.592320 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:38.776728 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:38.777271 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:39.079922 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:39.092484 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:39.276892 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:39.278085 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:39.580425 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:39.592545 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:39.777293 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:39.778046 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:40.080532 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:40.092683 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:40.241881 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:40.277409 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:40.278065 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:40.580225 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:40.592104 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:40.776855 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:40.777492 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:41.079962 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:41.091810 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:41.276631 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:41.277434 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:41.580677 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:41.591936 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:41.776251 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:41.777069 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:42.080666 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:42.092569 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:42.242283 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:42.277815 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:42.278737 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:42.580790 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:42.591893 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:42.776799 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:42.777646 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:43.080592 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:43.091701 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:43.277313 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:43.278552 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:43.580066 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:43.592204 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:43.776406 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:43.777189 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:44.080669 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:44.091778 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:44.277720 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:44.278709 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:44.581307 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:44.592533 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:44.741785 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:44.777016 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:44.777597 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:45.081617 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:45.092908 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:45.278084 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:45.278950 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:45.580437 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:45.592334 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:45.776356 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:45.777224 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:46.080416 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:46.092622 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:46.277112 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:46.277965 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:46.581066 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:46.592549 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:46.741889 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:46.777266 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:46.778286 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:47.081192 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:47.091903 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:47.277584 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:47.278757 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:47.580706 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:47.592034 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:47.778104 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:47.779294 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:48.081140 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:48.092822 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:48.276732 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:48.277971 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:48.581214 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:48.592058 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:48.777861 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:48.778278 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:49.080834 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:49.092398 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:49.242515 8496 node_ready.go:53] node "addons-997626" has status "Ready":"False"
I1216 19:36:49.277057 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:49.277826 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:49.580844 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:49.592152 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:49.777866 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:49.778653 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:50.079982 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:50.092536 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:50.276764 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:50.277557 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:50.580081 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:50.592047 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:50.776217 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:50.777261 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:51.107222 8496 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1216 19:36:51.107304 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:51.118002 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:51.253815 8496 node_ready.go:49] node "addons-997626" has status "Ready":"True"
I1216 19:36:51.253889 8496 node_ready.go:38] duration metric: took 39.515645217s for node "addons-997626" to be "Ready" ...
I1216 19:36:51.253924 8496 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1216 19:36:51.275292 8496 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-74ztw" in "kube-system" namespace to be "Ready" ...
I1216 19:36:51.349295 8496 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1216 19:36:51.349365 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:51.362563 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:51.590326 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:51.599954 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:51.811465 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:51.816022 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:52.081731 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:52.092553 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:52.282185 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:52.283066 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:52.582352 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:52.591942 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:52.817969 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:52.821379 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:53.087582 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:53.094159 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:53.306705 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:53.307284 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:53.318510 8496 pod_ready.go:103] pod "coredns-668d6bf9bc-74ztw" in "kube-system" namespace has status "Ready":"False"
I1216 19:36:53.604235 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:53.607218 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:53.779559 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:53.780632 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:53.783929 8496 pod_ready.go:93] pod "coredns-668d6bf9bc-74ztw" in "kube-system" namespace has status "Ready":"True"
I1216 19:36:53.783953 8496 pod_ready.go:82] duration metric: took 2.508627319s for pod "coredns-668d6bf9bc-74ztw" in "kube-system" namespace to be "Ready" ...
I1216 19:36:53.783979 8496 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-997626" in "kube-system" namespace to be "Ready" ...
I1216 19:36:53.789280 8496 pod_ready.go:93] pod "etcd-addons-997626" in "kube-system" namespace has status "Ready":"True"
I1216 19:36:53.789305 8496 pod_ready.go:82] duration metric: took 5.319014ms for pod "etcd-addons-997626" in "kube-system" namespace to be "Ready" ...
I1216 19:36:53.789320 8496 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-997626" in "kube-system" namespace to be "Ready" ...
I1216 19:36:53.794522 8496 pod_ready.go:93] pod "kube-apiserver-addons-997626" in "kube-system" namespace has status "Ready":"True"
I1216 19:36:53.794547 8496 pod_ready.go:82] duration metric: took 5.220021ms for pod "kube-apiserver-addons-997626" in "kube-system" namespace to be "Ready" ...
I1216 19:36:53.794560 8496 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-997626" in "kube-system" namespace to be "Ready" ...
I1216 19:36:53.801810 8496 pod_ready.go:93] pod "kube-controller-manager-addons-997626" in "kube-system" namespace has status "Ready":"True"
I1216 19:36:53.801837 8496 pod_ready.go:82] duration metric: took 7.26979ms for pod "kube-controller-manager-addons-997626" in "kube-system" namespace to be "Ready" ...
I1216 19:36:53.801851 8496 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-rlftn" in "kube-system" namespace to be "Ready" ...
I1216 19:36:53.812608 8496 pod_ready.go:93] pod "kube-proxy-rlftn" in "kube-system" namespace has status "Ready":"True"
I1216 19:36:53.812633 8496 pod_ready.go:82] duration metric: took 10.77546ms for pod "kube-proxy-rlftn" in "kube-system" namespace to be "Ready" ...
I1216 19:36:53.812645 8496 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-997626" in "kube-system" namespace to be "Ready" ...
I1216 19:36:54.081546 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:54.092216 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:54.179405 8496 pod_ready.go:93] pod "kube-scheduler-addons-997626" in "kube-system" namespace has status "Ready":"True"
I1216 19:36:54.179429 8496 pod_ready.go:82] duration metric: took 366.776605ms for pod "kube-scheduler-addons-997626" in "kube-system" namespace to be "Ready" ...
I1216 19:36:54.179442 8496 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace to be "Ready" ...
I1216 19:36:54.276521 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:54.278057 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:54.582257 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:54.591910 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:54.779392 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:54.786290 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:55.093747 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:55.100125 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:55.278250 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:55.279450 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:55.582687 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:55.594875 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:55.789610 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:55.790606 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:56.083643 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:56.092540 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:56.188652 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:36:56.279122 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:56.279862 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:56.583548 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:56.593794 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:56.782153 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:56.784205 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:57.083807 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:57.093151 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:57.282084 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:57.283147 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:57.582312 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:57.592496 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:57.777362 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:57.779236 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:58.082106 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:58.092145 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:58.278050 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:58.279068 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:58.585991 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:58.593254 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:58.686328 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:36:58.777382 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:58.778538 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:59.083253 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:59.092636 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:59.277034 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:59.278393 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:36:59.584089 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:36:59.593800 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:36:59.779269 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:36:59.780692 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:00.120825 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:00.124082 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:00.279985 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:00.281902 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:00.581588 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:00.592434 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:00.689544 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:00.779352 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:00.780935 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:01.082028 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:01.092088 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:01.277957 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:01.279086 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:01.582060 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:01.592404 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:01.778820 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:01.779808 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:02.081865 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:02.092365 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:02.277772 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:02.279210 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:02.584496 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:02.600832 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:02.780238 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:02.781963 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:03.081998 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:03.092667 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:03.188756 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:03.280151 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:03.282353 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:03.588886 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:03.591872 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:03.778011 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:03.778581 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:04.081993 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:04.092254 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:04.278181 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:04.279343 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:04.583041 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:04.592488 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:04.778222 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:04.779486 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:05.083689 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:05.092219 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:05.191667 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:05.280270 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:05.281631 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:05.583419 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:05.591913 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:05.778069 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:05.786226 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:06.081545 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:06.091779 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:06.277671 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:06.278357 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:06.585014 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:06.594260 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:06.779795 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:06.781570 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:07.082661 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:07.094726 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:07.277531 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:07.279836 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:07.582003 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:07.592467 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:07.686314 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:07.778810 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:07.780525 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:08.081967 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:08.093193 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:08.279959 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:08.280650 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:08.586060 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:08.592936 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:08.779044 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:08.780293 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:09.083180 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:09.092673 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:09.279841 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:09.283098 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:09.583856 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:09.592775 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:09.687615 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:09.780594 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:09.784532 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:10.092694 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:10.095821 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:10.281052 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:10.282079 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:10.598953 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:10.616989 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:10.798732 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:10.800143 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:11.095650 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:11.107678 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:11.280858 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:11.282002 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:11.585625 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:11.599976 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:11.783762 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:11.785037 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:12.086291 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:12.096587 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:12.191800 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:12.280620 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:12.283284 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:12.583791 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:12.593230 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:12.779020 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:12.785196 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:13.086881 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:13.093878 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:13.282719 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:13.283796 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:13.582652 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:13.593611 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:13.779640 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:13.781359 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:14.083745 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:14.101038 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:14.194166 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:14.278709 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:14.280415 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:14.582868 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:14.592285 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:14.784247 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:14.785784 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:15.087167 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:15.101551 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:15.278172 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:15.280669 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:15.584940 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:15.594487 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:15.782509 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:15.784127 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:16.082286 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:16.092851 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:16.280941 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:16.282168 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:16.583034 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:16.594103 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:16.686164 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:16.778735 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:16.779436 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:17.081197 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:17.092379 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:17.278330 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:17.281321 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:17.582632 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:17.592775 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:17.783685 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:17.785177 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:18.086919 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:18.092174 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:18.280347 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:18.280660 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:18.584234 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:18.593696 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:18.686325 8496 pod_ready.go:103] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:18.778527 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:18.778787 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:19.081382 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:19.092621 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:19.278283 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:19.279358 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:19.582652 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:19.592068 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:19.777854 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:19.782111 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:20.103433 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:20.105450 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:20.285193 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:20.285828 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:20.582597 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:20.592656 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:20.685550 8496 pod_ready.go:93] pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace has status "Ready":"True"
I1216 19:37:20.685629 8496 pod_ready.go:82] duration metric: took 26.506178685s for pod "metrics-server-7fbb699795-7rrjz" in "kube-system" namespace to be "Ready" ...
I1216 19:37:20.685646 8496 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace to be "Ready" ...
I1216 19:37:20.779162 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:20.780502 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:21.081873 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:21.091839 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:21.279004 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:21.280267 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:21.582472 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:21.593225 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:21.778080 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:21.778641 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:22.081772 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:22.092371 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:22.278618 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:22.279653 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:22.582158 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:22.593106 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:22.697046 8496 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:22.786618 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:22.787966 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:23.092274 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:23.100048 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:23.279708 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:23.281173 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:23.582054 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:23.592366 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:23.778719 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:23.779394 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:24.097203 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:24.098549 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:24.279831 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:24.281220 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:24.582483 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:24.592754 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:24.785236 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:24.786194 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:25.082557 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:25.091879 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:25.192541 8496 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:25.277701 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:25.278735 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:25.581942 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:25.592708 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:25.778107 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:25.779232 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:26.081839 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:26.093367 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:26.278498 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:26.279612 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:26.581601 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:26.592015 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:26.778109 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:26.778216 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:27.084175 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:27.093020 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:27.193663 8496 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:27.279346 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:27.281788 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:27.583126 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:27.593598 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:27.780719 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:27.782235 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:28.088552 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:28.095639 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:28.281976 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:28.283264 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:28.583119 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:28.593361 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:28.780105 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:28.781753 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:29.087889 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:29.092017 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:29.278055 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:29.279221 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:29.581922 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:29.593079 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:29.696386 8496 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:29.783858 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:29.786496 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:30.084760 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:30.092437 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:30.279582 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:30.280326 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:30.582590 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:30.592233 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:30.779637 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:30.781249 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:31.088839 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:31.093467 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:31.279647 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:31.281007 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:31.582101 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:31.592585 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:31.783233 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:31.784753 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:32.087477 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:32.094219 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:32.192212 8496 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:32.279101 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:32.280370 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:32.582733 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:32.592337 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:32.777961 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:32.778960 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:33.082898 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:33.091932 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:33.279571 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:33.281120 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:33.583462 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:33.593545 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:33.778823 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:33.779890 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:34.088438 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:34.099819 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:34.192790 8496 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:34.281990 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:34.283045 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:34.582719 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:34.594996 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:34.777241 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:34.778428 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:35.086310 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:35.093083 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:35.278734 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:35.279339 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:35.587198 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:35.592960 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:35.780482 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:35.782103 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:36.087606 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:36.093360 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:36.203358 8496 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace has status "Ready":"False"
I1216 19:37:36.304522 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:36.305238 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:36.583719 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:36.682114 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:36.776730 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:36.778796 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:37.081641 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:37.093023 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:37.192165 8496 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace has status "Ready":"True"
I1216 19:37:37.192193 8496 pod_ready.go:82] duration metric: took 16.506538459s for pod "nvidia-device-plugin-daemonset-79p8s" in "kube-system" namespace to be "Ready" ...
I1216 19:37:37.192214 8496 pod_ready.go:39] duration metric: took 45.938235638s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1216 19:37:37.192255 8496 api_server.go:52] waiting for apiserver process to appear ...
I1216 19:37:37.192286 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1216 19:37:37.192367 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1216 19:37:37.237336 8496 cri.go:89] found id: "4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad"
I1216 19:37:37.237357 8496 cri.go:89] found id: ""
I1216 19:37:37.237365 8496 logs.go:282] 1 containers: [4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad]
I1216 19:37:37.237421 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:37.241861 8496 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1216 19:37:37.241937 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1216 19:37:37.279998 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:37.280857 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:37.287976 8496 cri.go:89] found id: "2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8"
I1216 19:37:37.288006 8496 cri.go:89] found id: ""
I1216 19:37:37.288014 8496 logs.go:282] 1 containers: [2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8]
I1216 19:37:37.288079 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:37.291645 8496 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1216 19:37:37.291824 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1216 19:37:37.328496 8496 cri.go:89] found id: "f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9"
I1216 19:37:37.328516 8496 cri.go:89] found id: ""
I1216 19:37:37.328524 8496 logs.go:282] 1 containers: [f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9]
I1216 19:37:37.328595 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:37.332045 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1216 19:37:37.332119 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1216 19:37:37.375328 8496 cri.go:89] found id: "a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b"
I1216 19:37:37.375350 8496 cri.go:89] found id: ""
I1216 19:37:37.375358 8496 logs.go:282] 1 containers: [a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b]
I1216 19:37:37.375434 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:37.378988 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1216 19:37:37.379053 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1216 19:37:37.419200 8496 cri.go:89] found id: "a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae"
I1216 19:37:37.419223 8496 cri.go:89] found id: ""
I1216 19:37:37.419231 8496 logs.go:282] 1 containers: [a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae]
I1216 19:37:37.419316 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:37.425001 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1216 19:37:37.425091 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1216 19:37:37.468828 8496 cri.go:89] found id: "88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2"
I1216 19:37:37.468850 8496 cri.go:89] found id: ""
I1216 19:37:37.468858 8496 logs.go:282] 1 containers: [88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2]
I1216 19:37:37.468976 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:37.472392 8496 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1216 19:37:37.472483 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1216 19:37:37.509518 8496 cri.go:89] found id: "dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b"
I1216 19:37:37.509538 8496 cri.go:89] found id: ""
I1216 19:37:37.509546 8496 logs.go:282] 1 containers: [dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b]
I1216 19:37:37.509599 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:37.512969 8496 logs.go:123] Gathering logs for kube-apiserver [4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad] ...
I1216 19:37:37.512994 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad"
I1216 19:37:37.566403 8496 logs.go:123] Gathering logs for etcd [2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8] ...
I1216 19:37:37.566444 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8"
I1216 19:37:37.587581 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:37.592526 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:37.648241 8496 logs.go:123] Gathering logs for coredns [f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9] ...
I1216 19:37:37.648277 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9"
I1216 19:37:37.690647 8496 logs.go:123] Gathering logs for kube-scheduler [a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b] ...
I1216 19:37:37.690674 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b"
I1216 19:37:37.758294 8496 logs.go:123] Gathering logs for kube-proxy [a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae] ...
I1216 19:37:37.758326 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae"
I1216 19:37:37.778872 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:37.780797 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:37.798510 8496 logs.go:123] Gathering logs for kube-controller-manager [88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2] ...
I1216 19:37:37.798586 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2"
I1216 19:37:37.880652 8496 logs.go:123] Gathering logs for kubelet ...
I1216 19:37:37.880685 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1216 19:37:37.958813 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.006287 1521 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-997626' and this object
W1216 19:37:37.959049 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.006352 1521 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:37.959245 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.019775 1521 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-997626' and this object
W1216 19:37:37.959479 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.019855 1521 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:37.959661 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.019927 1521 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-997626' and this object
W1216 19:37:37.959885 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.019942 1521 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:37.960074 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.022677 1521 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-997626' and this object
W1216 19:37:37.960304 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.022724 1521 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:37.960490 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.023917 1521 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-997626' and this object
W1216 19:37:37.960734 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.023957 1521 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:37.960942 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.024010 1521 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-997626' and this object
W1216 19:37:37.961173 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.024023 1521 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:37.961340 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.025623 1521 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-997626' and this object
W1216 19:37:37.961547 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.025675 1521 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:37.961727 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.088496 1521 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-997626' and this object
W1216 19:37:37.961935 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.088550 1521 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
I1216 19:37:37.996193 8496 logs.go:123] Gathering logs for dmesg ...
I1216 19:37:37.996227 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1216 19:37:38.010589 8496 logs.go:123] Gathering logs for CRI-O ...
I1216 19:37:38.010617 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1216 19:37:38.083144 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:38.092498 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:38.117207 8496 logs.go:123] Gathering logs for container status ...
I1216 19:37:38.117280 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1216 19:37:38.174639 8496 logs.go:123] Gathering logs for describe nodes ...
I1216 19:37:38.174668 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1216 19:37:38.277334 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:38.278414 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:38.381264 8496 logs.go:123] Gathering logs for kindnet [dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b] ...
I1216 19:37:38.381342 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b"
I1216 19:37:38.428983 8496 out.go:358] Setting ErrFile to fd 2...
I1216 19:37:38.429007 8496 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1216 19:37:38.429079 8496 out.go:270] X Problems detected in kubelet:
W1216 19:37:38.429092 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.024023 1521 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:38.429116 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.025623 1521 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-997626' and this object
W1216 19:37:38.429135 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.025675 1521 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:38.429173 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.088496 1521 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-997626' and this object
W1216 19:37:38.429181 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.088550 1521 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
I1216 19:37:38.429191 8496 out.go:358] Setting ErrFile to fd 2...
I1216 19:37:38.429198 8496 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1216 19:37:38.581655 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:38.592556 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:38.779275 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:38.781648 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:39.082342 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:39.092485 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:39.281808 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:39.283512 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:39.582277 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:39.595000 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:39.778404 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:39.780255 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:40.096046 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:40.103878 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:40.278107 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:40.284970 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:40.585953 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:40.593569 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:40.778315 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1216 19:37:40.778742 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:41.082562 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:41.091719 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:41.288950 8496 kapi.go:107] duration metric: took 1m27.015915892s to wait for kubernetes.io/minikube-addons=registry ...
I1216 19:37:41.290675 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:41.581540 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:41.592938 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:41.778022 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:42.082808 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:42.093151 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:42.280664 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:42.582555 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:42.592719 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:42.777678 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:43.085819 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:43.092429 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:43.277989 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:43.582656 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:43.592839 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:43.777191 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:44.082202 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:44.092964 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:44.278408 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:44.582240 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:44.596070 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:44.778245 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:45.105400 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:45.106157 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:45.292075 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:45.582094 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:45.592331 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:45.777806 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:46.082193 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:46.093003 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:46.277778 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:46.582083 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:46.592739 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:46.778487 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:47.084827 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:47.092377 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:47.278091 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:47.583020 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:47.594138 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:47.779141 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:48.090460 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:48.093481 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:48.277913 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:48.430077 8496 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1216 19:37:48.455323 8496 api_server.go:72] duration metric: took 1m40.533567881s to wait for apiserver process to appear ...
I1216 19:37:48.455357 8496 api_server.go:88] waiting for apiserver healthz status ...
I1216 19:37:48.455390 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1216 19:37:48.455461 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1216 19:37:48.532792 8496 cri.go:89] found id: "4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad"
I1216 19:37:48.532816 8496 cri.go:89] found id: ""
I1216 19:37:48.532824 8496 logs.go:282] 1 containers: [4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad]
I1216 19:37:48.532905 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:48.537881 8496 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1216 19:37:48.538001 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1216 19:37:48.585117 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:48.595319 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1216 19:37:48.600128 8496 cri.go:89] found id: "2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8"
I1216 19:37:48.600152 8496 cri.go:89] found id: ""
I1216 19:37:48.600171 8496 logs.go:282] 1 containers: [2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8]
I1216 19:37:48.600253 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:48.604804 8496 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1216 19:37:48.604983 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1216 19:37:48.665383 8496 cri.go:89] found id: "f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9"
I1216 19:37:48.665416 8496 cri.go:89] found id: ""
I1216 19:37:48.665425 8496 logs.go:282] 1 containers: [f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9]
I1216 19:37:48.665506 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:48.669464 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1216 19:37:48.669532 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1216 19:37:48.712824 8496 cri.go:89] found id: "a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b"
I1216 19:37:48.712847 8496 cri.go:89] found id: ""
I1216 19:37:48.712855 8496 logs.go:282] 1 containers: [a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b]
I1216 19:37:48.712942 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:48.716585 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1216 19:37:48.716760 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1216 19:37:48.766653 8496 cri.go:89] found id: "a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae"
I1216 19:37:48.766687 8496 cri.go:89] found id: ""
I1216 19:37:48.766695 8496 logs.go:282] 1 containers: [a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae]
I1216 19:37:48.766757 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:48.770746 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1216 19:37:48.770862 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1216 19:37:48.778932 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:48.813139 8496 cri.go:89] found id: "88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2"
I1216 19:37:48.813200 8496 cri.go:89] found id: ""
I1216 19:37:48.813223 8496 logs.go:282] 1 containers: [88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2]
I1216 19:37:48.813289 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:48.817173 8496 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1216 19:37:48.817246 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1216 19:37:48.862294 8496 cri.go:89] found id: "dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b"
I1216 19:37:48.862316 8496 cri.go:89] found id: ""
I1216 19:37:48.862328 8496 logs.go:282] 1 containers: [dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b]
I1216 19:37:48.862384 8496 ssh_runner.go:195] Run: which crictl
I1216 19:37:48.866436 8496 logs.go:123] Gathering logs for kubelet ...
I1216 19:37:48.866461 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1216 19:37:48.950135 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.006287 1521 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-997626' and this object
W1216 19:37:48.951079 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.006352 1521 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:48.951313 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.019775 1521 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-997626' and this object
W1216 19:37:48.951658 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.019855 1521 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:48.951884 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.019927 1521 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-997626' and this object
W1216 19:37:48.952132 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.019942 1521 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:48.952349 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.022677 1521 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-997626' and this object
W1216 19:37:48.953283 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.022724 1521 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:48.953552 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.023917 1521 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-997626' and this object
W1216 19:37:48.953833 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.023957 1521 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:48.954058 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.024010 1521 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-997626' and this object
W1216 19:37:48.954347 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.024023 1521 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:48.954563 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.025623 1521 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-997626' and this object
W1216 19:37:48.954820 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.025675 1521 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:48.955073 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.088496 1521 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-997626' and this object
W1216 19:37:48.955697 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.088550 1521 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
I1216 19:37:49.003495 8496 logs.go:123] Gathering logs for kube-apiserver [4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad] ...
I1216 19:37:49.003781 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad"
I1216 19:37:49.088710 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:49.093053 8496 kapi.go:107] duration metric: took 1m29.504474915s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1216 19:37:49.095036 8496 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-997626 cluster.
I1216 19:37:49.096401 8496 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1216 19:37:49.097689 8496 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1216 19:37:49.199558 8496 logs.go:123] Gathering logs for coredns [f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9] ...
I1216 19:37:49.199604 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9"
I1216 19:37:49.286730 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:49.460760 8496 logs.go:123] Gathering logs for kube-controller-manager [88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2] ...
I1216 19:37:49.460952 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2"
I1216 19:37:49.583441 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:49.779025 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:49.837372 8496 logs.go:123] Gathering logs for container status ...
I1216 19:37:49.837452 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1216 19:37:50.011670 8496 logs.go:123] Gathering logs for CRI-O ...
I1216 19:37:50.011757 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1216 19:37:50.122492 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:50.134001 8496 logs.go:123] Gathering logs for dmesg ...
I1216 19:37:50.134051 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1216 19:37:50.148330 8496 logs.go:123] Gathering logs for describe nodes ...
I1216 19:37:50.148354 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1216 19:37:50.285738 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:50.347888 8496 logs.go:123] Gathering logs for etcd [2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8] ...
I1216 19:37:50.348031 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8"
I1216 19:37:50.432066 8496 logs.go:123] Gathering logs for kube-scheduler [a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b] ...
I1216 19:37:50.432142 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b"
I1216 19:37:50.502619 8496 logs.go:123] Gathering logs for kube-proxy [a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae] ...
I1216 19:37:50.502695 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae"
I1216 19:37:50.558031 8496 logs.go:123] Gathering logs for kindnet [dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b] ...
I1216 19:37:50.558056 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b"
I1216 19:37:50.582439 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:50.614005 8496 out.go:358] Setting ErrFile to fd 2...
I1216 19:37:50.614166 8496 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1216 19:37:50.614250 8496 out.go:270] X Problems detected in kubelet:
W1216 19:37:50.614290 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.024023 1521 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:50.614453 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.025623 1521 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-997626' and this object
W1216 19:37:50.614486 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.025675 1521 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:37:50.614527 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.088496 1521 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-997626' and this object
W1216 19:37:50.614563 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.088550 1521 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
I1216 19:37:50.614592 8496 out.go:358] Setting ErrFile to fd 2...
I1216 19:37:50.614623 8496 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1216 19:37:50.777812 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:51.084068 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:51.277964 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:51.582607 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:51.778867 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:52.082162 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:52.279045 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:52.582717 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:52.779124 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:53.081689 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:53.281822 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:53.582116 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:53.790555 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:54.099303 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:54.278029 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:54.583065 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:54.778418 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:55.083153 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:55.278671 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:55.581689 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:55.782059 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:56.085508 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:56.282011 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:56.582319 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:56.777973 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:57.082062 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:57.277568 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:57.581718 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:57.778240 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:58.089699 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:58.277850 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:58.585904 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:58.779367 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:59.082389 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:59.277662 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:37:59.582651 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:37:59.778627 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:38:00.185848 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:00.283232 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:38:00.582576 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:00.615799 8496 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1216 19:38:00.626175 8496 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1216 19:38:00.627361 8496 api_server.go:141] control plane version: v1.32.0
I1216 19:38:00.627424 8496 api_server.go:131] duration metric: took 12.172058595s to wait for apiserver health ...
I1216 19:38:00.627446 8496 system_pods.go:43] waiting for kube-system pods to appear ...
I1216 19:38:00.627498 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1216 19:38:00.627593 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1216 19:38:00.718138 8496 cri.go:89] found id: "4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad"
I1216 19:38:00.718158 8496 cri.go:89] found id: ""
I1216 19:38:00.718166 8496 logs.go:282] 1 containers: [4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad]
I1216 19:38:00.718220 8496 ssh_runner.go:195] Run: which crictl
I1216 19:38:00.723732 8496 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1216 19:38:00.723807 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1216 19:38:00.777847 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:38:00.822612 8496 cri.go:89] found id: "2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8"
I1216 19:38:00.822633 8496 cri.go:89] found id: ""
I1216 19:38:00.822645 8496 logs.go:282] 1 containers: [2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8]
I1216 19:38:00.822702 8496 ssh_runner.go:195] Run: which crictl
I1216 19:38:00.826838 8496 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1216 19:38:00.826958 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1216 19:38:00.892413 8496 cri.go:89] found id: "f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9"
I1216 19:38:00.892500 8496 cri.go:89] found id: ""
I1216 19:38:00.892523 8496 logs.go:282] 1 containers: [f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9]
I1216 19:38:00.892603 8496 ssh_runner.go:195] Run: which crictl
I1216 19:38:00.896742 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1216 19:38:00.896886 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1216 19:38:00.966263 8496 cri.go:89] found id: "a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b"
I1216 19:38:00.966336 8496 cri.go:89] found id: ""
I1216 19:38:00.966357 8496 logs.go:282] 1 containers: [a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b]
I1216 19:38:00.966457 8496 ssh_runner.go:195] Run: which crictl
I1216 19:38:00.971016 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1216 19:38:00.971131 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1216 19:38:01.040212 8496 cri.go:89] found id: "a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae"
I1216 19:38:01.040283 8496 cri.go:89] found id: ""
I1216 19:38:01.040303 8496 logs.go:282] 1 containers: [a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae]
I1216 19:38:01.040396 8496 ssh_runner.go:195] Run: which crictl
I1216 19:38:01.044180 8496 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1216 19:38:01.044318 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1216 19:38:01.090054 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:01.126125 8496 cri.go:89] found id: "88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2"
I1216 19:38:01.126194 8496 cri.go:89] found id: ""
I1216 19:38:01.126230 8496 logs.go:282] 1 containers: [88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2]
I1216 19:38:01.126339 8496 ssh_runner.go:195] Run: which crictl
I1216 19:38:01.140956 8496 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1216 19:38:01.141089 8496 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1216 19:38:01.228804 8496 cri.go:89] found id: "dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b"
I1216 19:38:01.228911 8496 cri.go:89] found id: ""
I1216 19:38:01.228936 8496 logs.go:282] 1 containers: [dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b]
I1216 19:38:01.229031 8496 ssh_runner.go:195] Run: which crictl
I1216 19:38:01.233392 8496 logs.go:123] Gathering logs for etcd [2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8] ...
I1216 19:38:01.233474 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8"
I1216 19:38:01.278525 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:38:01.323291 8496 logs.go:123] Gathering logs for coredns [f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9] ...
I1216 19:38:01.323334 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9"
I1216 19:38:01.396712 8496 logs.go:123] Gathering logs for kindnet [dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b] ...
I1216 19:38:01.396742 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b"
I1216 19:38:01.474105 8496 logs.go:123] Gathering logs for kubelet ...
I1216 19:38:01.474139 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1216 19:38:01.570519 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.006287 1521 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-997626' and this object
W1216 19:38:01.570804 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.006352 1521 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:38:01.571024 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.019775 1521 reflector.go:569] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-997626' and this object
W1216 19:38:01.571290 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.019855 1521 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:38:01.571478 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.019927 1521 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-997626' and this object
W1216 19:38:01.571718 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.019942 1521 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:38:01.571916 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.022677 1521 reflector.go:569] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-997626' and this object
W1216 19:38:01.572162 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.022724 1521 reflector.go:166] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:38:01.572365 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.023917 1521 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-997626" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-997626' and this object
W1216 19:38:01.572613 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.023957 1521 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:38:01.572823 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.024010 1521 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-997626' and this object
W1216 19:38:01.573313 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.024023 1521 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:38:01.573489 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.025623 1521 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-997626' and this object
W1216 19:38:01.573724 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.025675 1521 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:38:01.574058 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.088496 1521 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-997626' and this object
W1216 19:38:01.574288 8496 logs.go:138] Found kubelet problem: Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.088550 1521 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
I1216 19:38:01.592337 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:01.627101 8496 logs.go:123] Gathering logs for dmesg ...
I1216 19:38:01.627147 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1216 19:38:01.645516 8496 logs.go:123] Gathering logs for kube-scheduler [a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b] ...
I1216 19:38:01.645544 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b"
I1216 19:38:01.718644 8496 logs.go:123] Gathering logs for kube-proxy [a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae] ...
I1216 19:38:01.718684 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae"
I1216 19:38:01.777749 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:38:01.788042 8496 logs.go:123] Gathering logs for kube-controller-manager [88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2] ...
I1216 19:38:01.788073 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2"
I1216 19:38:01.885550 8496 logs.go:123] Gathering logs for CRI-O ...
I1216 19:38:01.885586 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1216 19:38:01.998023 8496 logs.go:123] Gathering logs for container status ...
I1216 19:38:01.998059 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1216 19:38:02.082592 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:02.107145 8496 logs.go:123] Gathering logs for describe nodes ...
I1216 19:38:02.107180 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1216 19:38:02.286386 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:38:02.319283 8496 logs.go:123] Gathering logs for kube-apiserver [4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad] ...
I1216 19:38:02.319314 8496 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad"
I1216 19:38:02.407372 8496 out.go:358] Setting ErrFile to fd 2...
I1216 19:38:02.407402 8496 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1216 19:38:02.407449 8496 out.go:270] X Problems detected in kubelet:
W1216 19:38:02.407464 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.024023 1521 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:38:02.407474 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.025623 1521 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-997626' and this object
W1216 19:38:02.407487 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.025675 1521 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
W1216 19:38:02.407499 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: W1216 19:36:51.088496 1521 reflector.go:569] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-997626" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-997626' and this object
W1216 19:38:02.407509 8496 out.go:270] Dec 16 19:36:51 addons-997626 kubelet[1521]: E1216 19:36:51.088550 1521 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-997626\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-997626' and this object" logger="UnhandledError"
I1216 19:38:02.407514 8496 out.go:358] Setting ErrFile to fd 2...
I1216 19:38:02.407521 8496 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1216 19:38:02.590890 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:02.778077 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:38:03.088473 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:03.278091 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:38:03.582164 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:03.778897 8496 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1216 19:38:04.086465 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:04.278149 8496 kapi.go:107] duration metric: took 1m50.005104633s to wait for app.kubernetes.io/name=ingress-nginx ...
I1216 19:38:04.581921 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:05.083094 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:05.585525 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:06.084195 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:06.586203 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:07.082255 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:07.582280 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:08.098042 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:08.583362 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:09.081870 8496 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1216 19:38:09.581893 8496 kapi.go:107] duration metric: took 1m55.005147185s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1216 19:38:09.585149 8496 out.go:177] * Enabled addons: cloud-spanner, storage-provisioner, amd-gpu-device-plugin, ingress-dns, inspektor-gadget, nvidia-device-plugin, metrics-server, yakd, default-storageclass, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I1216 19:38:09.588744 8496 addons.go:510] duration metric: took 2m1.666522531s for enable addons: enabled=[cloud-spanner storage-provisioner amd-gpu-device-plugin ingress-dns inspektor-gadget nvidia-device-plugin metrics-server yakd default-storageclass volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I1216 19:38:12.420716 8496 system_pods.go:59] 18 kube-system pods found
I1216 19:38:12.420755 8496 system_pods.go:61] "coredns-668d6bf9bc-74ztw" [6d0282fe-b97a-44b5-8646-5d58209599b6] Running
I1216 19:38:12.420763 8496 system_pods.go:61] "csi-hostpath-attacher-0" [fce7900e-cd52-4a08-b132-6b033c1b2c4b] Running
I1216 19:38:12.420768 8496 system_pods.go:61] "csi-hostpath-resizer-0" [a8a027a1-0c7d-4b79-8fe4-5e4faf83e8da] Running
I1216 19:38:12.420775 8496 system_pods.go:61] "csi-hostpathplugin-dhtl4" [52d62905-6501-40fa-b5c2-34a83470517f] Running
I1216 19:38:12.420780 8496 system_pods.go:61] "etcd-addons-997626" [f164eaa3-ea44-4a4c-91d0-e76f562e4b87] Running
I1216 19:38:12.420785 8496 system_pods.go:61] "kindnet-lpb2t" [9fa080b6-cf12-4971-9466-124b7b9549b9] Running
I1216 19:38:12.420789 8496 system_pods.go:61] "kube-apiserver-addons-997626" [1de05a29-0dda-40a5-85b0-fe2bc86e946c] Running
I1216 19:38:12.420795 8496 system_pods.go:61] "kube-controller-manager-addons-997626" [3e28f386-396a-40e3-bf2f-60da9f6239ad] Running
I1216 19:38:12.420805 8496 system_pods.go:61] "kube-ingress-dns-minikube" [846e00a6-bd4a-499f-a30e-313b40763f2c] Running
I1216 19:38:12.420809 8496 system_pods.go:61] "kube-proxy-rlftn" [361664cd-5273-442f-a098-a549109120c5] Running
I1216 19:38:12.420818 8496 system_pods.go:61] "kube-scheduler-addons-997626" [a5088e02-bddd-4381-862d-f4b0a8504114] Running
I1216 19:38:12.420823 8496 system_pods.go:61] "metrics-server-7fbb699795-7rrjz" [d95fef86-f968-46a7-9b08-a99970723a65] Running
I1216 19:38:12.420830 8496 system_pods.go:61] "nvidia-device-plugin-daemonset-79p8s" [206c14f6-df9f-4f85-8d95-fd6a34b158d3] Running
I1216 19:38:12.420834 8496 system_pods.go:61] "registry-6c86875c6f-dlq9t" [587d24f7-c422-402e-a052-07320cd004d4] Running
I1216 19:38:12.420837 8496 system_pods.go:61] "registry-proxy-h48kk" [71ca647f-c330-44bb-9eb5-b66afb0d269f] Running
I1216 19:38:12.420841 8496 system_pods.go:61] "snapshot-controller-68b874b76f-5s5vj" [819185d6-a189-4eb5-a7fa-7ddedd73b508] Running
I1216 19:38:12.420853 8496 system_pods.go:61] "snapshot-controller-68b874b76f-djj2r" [1416f094-4832-46a2-8a20-a76d8e0d91d0] Running
I1216 19:38:12.420860 8496 system_pods.go:61] "storage-provisioner" [ab7fc864-eeec-442d-beaa-0f24c1991352] Running
I1216 19:38:12.420970 8496 system_pods.go:74] duration metric: took 11.793504819s to wait for pod list to return data ...
I1216 19:38:12.420985 8496 default_sa.go:34] waiting for default service account to be created ...
I1216 19:38:12.423776 8496 default_sa.go:45] found service account: "default"
I1216 19:38:12.423806 8496 default_sa.go:55] duration metric: took 2.814958ms for default service account to be created ...
I1216 19:38:12.423816 8496 system_pods.go:116] waiting for k8s-apps to be running ...
I1216 19:38:12.436707 8496 system_pods.go:86] 18 kube-system pods found
I1216 19:38:12.436765 8496 system_pods.go:89] "coredns-668d6bf9bc-74ztw" [6d0282fe-b97a-44b5-8646-5d58209599b6] Running
I1216 19:38:12.436774 8496 system_pods.go:89] "csi-hostpath-attacher-0" [fce7900e-cd52-4a08-b132-6b033c1b2c4b] Running
I1216 19:38:12.436783 8496 system_pods.go:89] "csi-hostpath-resizer-0" [a8a027a1-0c7d-4b79-8fe4-5e4faf83e8da] Running
I1216 19:38:12.436795 8496 system_pods.go:89] "csi-hostpathplugin-dhtl4" [52d62905-6501-40fa-b5c2-34a83470517f] Running
I1216 19:38:12.436803 8496 system_pods.go:89] "etcd-addons-997626" [f164eaa3-ea44-4a4c-91d0-e76f562e4b87] Running
I1216 19:38:12.436810 8496 system_pods.go:89] "kindnet-lpb2t" [9fa080b6-cf12-4971-9466-124b7b9549b9] Running
I1216 19:38:12.436835 8496 system_pods.go:89] "kube-apiserver-addons-997626" [1de05a29-0dda-40a5-85b0-fe2bc86e946c] Running
I1216 19:38:12.436854 8496 system_pods.go:89] "kube-controller-manager-addons-997626" [3e28f386-396a-40e3-bf2f-60da9f6239ad] Running
I1216 19:38:12.436888 8496 system_pods.go:89] "kube-ingress-dns-minikube" [846e00a6-bd4a-499f-a30e-313b40763f2c] Running
I1216 19:38:12.436899 8496 system_pods.go:89] "kube-proxy-rlftn" [361664cd-5273-442f-a098-a549109120c5] Running
I1216 19:38:12.436906 8496 system_pods.go:89] "kube-scheduler-addons-997626" [a5088e02-bddd-4381-862d-f4b0a8504114] Running
I1216 19:38:12.436919 8496 system_pods.go:89] "metrics-server-7fbb699795-7rrjz" [d95fef86-f968-46a7-9b08-a99970723a65] Running
I1216 19:38:12.436945 8496 system_pods.go:89] "nvidia-device-plugin-daemonset-79p8s" [206c14f6-df9f-4f85-8d95-fd6a34b158d3] Running
I1216 19:38:12.436956 8496 system_pods.go:89] "registry-6c86875c6f-dlq9t" [587d24f7-c422-402e-a052-07320cd004d4] Running
I1216 19:38:12.436961 8496 system_pods.go:89] "registry-proxy-h48kk" [71ca647f-c330-44bb-9eb5-b66afb0d269f] Running
I1216 19:38:12.436966 8496 system_pods.go:89] "snapshot-controller-68b874b76f-5s5vj" [819185d6-a189-4eb5-a7fa-7ddedd73b508] Running
I1216 19:38:12.436978 8496 system_pods.go:89] "snapshot-controller-68b874b76f-djj2r" [1416f094-4832-46a2-8a20-a76d8e0d91d0] Running
I1216 19:38:12.436984 8496 system_pods.go:89] "storage-provisioner" [ab7fc864-eeec-442d-beaa-0f24c1991352] Running
I1216 19:38:12.436991 8496 system_pods.go:126] duration metric: took 13.168939ms to wait for k8s-apps to be running ...
I1216 19:38:12.437003 8496 system_svc.go:44] waiting for kubelet service to be running ....
I1216 19:38:12.437065 8496 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1216 19:38:12.454813 8496 system_svc.go:56] duration metric: took 17.800467ms WaitForService to wait for kubelet
I1216 19:38:12.454895 8496 kubeadm.go:582] duration metric: took 2m4.533144249s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1216 19:38:12.454929 8496 node_conditions.go:102] verifying NodePressure condition ...
I1216 19:38:12.459009 8496 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1216 19:38:12.459044 8496 node_conditions.go:123] node cpu capacity is 2
I1216 19:38:12.459056 8496 node_conditions.go:105] duration metric: took 4.093635ms to run NodePressure ...
I1216 19:38:12.459069 8496 start.go:241] waiting for startup goroutines ...
I1216 19:38:12.459104 8496 start.go:246] waiting for cluster config update ...
I1216 19:38:12.459125 8496 start.go:255] writing updated cluster config ...
I1216 19:38:12.459418 8496 ssh_runner.go:195] Run: rm -f paused
I1216 19:38:12.868261 8496 start.go:600] kubectl: 1.32.0, cluster: 1.32.0 (minor skew: 0)
I1216 19:38:12.873437 8496 out.go:177] * Done! kubectl is now configured to use "addons-997626" cluster and "default" namespace by default
==> CRI-O <==
Dec 16 19:40:03 addons-997626 crio[978]: time="2024-12-16 19:40:03.931609559Z" level=info msg="Removed pod sandbox: d5665432f0479302e0b56e667b3f73e04fc871989d8842d30eac06c225b16e18" id=78b756f0-ecbc-4bd8-a9a9-028838c3a3a0 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.155522963Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-js2nd/POD" id=ddeb9600-3e3a-4899-8e89-d4133120d806 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.155581497Z" level=warning msg="Allowed annotations are specified for workload []"
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.190625065Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-js2nd Namespace:default ID:c8a646d09553b32943f9772aa0c8a009fc6095adfaba91b56d4d8d7122ce1ad6 UID:ec2765fc-c097-4972-a191-babea1f55738 NetNS:/var/run/netns/7f73648e-041c-4abe-b305-00aa9a286e81 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.190666377Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-js2nd to CNI network \"kindnet\" (type=ptp)"
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.212485377Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-js2nd Namespace:default ID:c8a646d09553b32943f9772aa0c8a009fc6095adfaba91b56d4d8d7122ce1ad6 UID:ec2765fc-c097-4972-a191-babea1f55738 NetNS:/var/run/netns/7f73648e-041c-4abe-b305-00aa9a286e81 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.212635159Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-js2nd for CNI network kindnet (type=ptp)"
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.215117847Z" level=info msg="Ran pod sandbox c8a646d09553b32943f9772aa0c8a009fc6095adfaba91b56d4d8d7122ce1ad6 with infra container: default/hello-world-app-7d9564db4-js2nd/POD" id=ddeb9600-3e3a-4899-8e89-d4133120d806 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.221649710Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=7a7e0401-3388-47c2-9fc4-b6144fd3f11b name=/runtime.v1.ImageService/ImageStatus
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.221871671Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=7a7e0401-3388-47c2-9fc4-b6144fd3f11b name=/runtime.v1.ImageService/ImageStatus
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.222590067Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=b5193a3b-6f8e-4f97-9d85-e67488acd97b name=/runtime.v1.ImageService/PullImage
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.225167645Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Dec 16 19:41:49 addons-997626 crio[978]: time="2024-12-16 19:41:49.465533919Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.285395693Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=b5193a3b-6f8e-4f97-9d85-e67488acd97b name=/runtime.v1.ImageService/PullImage
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.286028543Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=fc51dc08-6e96-4d03-b35d-e2e42bea7c52 name=/runtime.v1.ImageService/ImageStatus
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.286668335Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=fc51dc08-6e96-4d03-b35d-e2e42bea7c52 name=/runtime.v1.ImageService/ImageStatus
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.287566329Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=45518ed4-156d-44a9-8651-488e2989bde9 name=/runtime.v1.ImageService/ImageStatus
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.288196808Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=45518ed4-156d-44a9-8651-488e2989bde9 name=/runtime.v1.ImageService/ImageStatus
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.290333911Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-js2nd/hello-world-app" id=1b1fea9e-bcf3-4482-869c-defde31ae420 name=/runtime.v1.RuntimeService/CreateContainer
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.290427841Z" level=warning msg="Allowed annotations are specified for workload []"
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.324760768Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/6e0daa9c07463e758770e6197318ce5afac109fd9acb6f805b8ea9391b28acf7/merged/etc/passwd: no such file or directory"
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.324956826Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/6e0daa9c07463e758770e6197318ce5afac109fd9acb6f805b8ea9391b28acf7/merged/etc/group: no such file or directory"
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.381761557Z" level=info msg="Created container cee8d81bfd349b9713795fc18accd16206d0d1042bb006e9ad75b5a6a9650985: default/hello-world-app-7d9564db4-js2nd/hello-world-app" id=1b1fea9e-bcf3-4482-869c-defde31ae420 name=/runtime.v1.RuntimeService/CreateContainer
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.384598799Z" level=info msg="Starting container: cee8d81bfd349b9713795fc18accd16206d0d1042bb006e9ad75b5a6a9650985" id=f3bcfd71-a8ec-475e-ab21-c6d28aac8d78 name=/runtime.v1.RuntimeService/StartContainer
Dec 16 19:41:50 addons-997626 crio[978]: time="2024-12-16 19:41:50.392952479Z" level=info msg="Started container" PID=8599 containerID=cee8d81bfd349b9713795fc18accd16206d0d1042bb006e9ad75b5a6a9650985 description=default/hello-world-app-7d9564db4-js2nd/hello-world-app id=f3bcfd71-a8ec-475e-ab21-c6d28aac8d78 name=/runtime.v1.RuntimeService/StartContainer sandboxID=c8a646d09553b32943f9772aa0c8a009fc6095adfaba91b56d4d8d7122ce1ad6
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
cee8d81bfd349 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 c8a646d09553b hello-world-app-7d9564db4-js2nd
8c69cd352579d docker.io/library/nginx@sha256:41523187cf7d7a2f2677a80609d9caa14388bf5c1fbca9c410ba3de602aaaab4 2 minutes ago Running nginx 0 a4ce40c68bb99 nginx
88b0f08140224 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 96d8edbc738e7 busybox
229a8a8036459 registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 3 minutes ago Running controller 0 6ccbde60a5a06 ingress-nginx-controller-56d7c84fd4-8b77j
c947ca2516795 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited patch 0 6215f916abf87 ingress-nginx-admission-patch-w72zn
d146550ee1c9e registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 b7e02e29d07da ingress-nginx-admission-create-ndzml
327ca893c84d6 docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 4 minutes ago Running local-path-provisioner 0 468479db70589 local-path-provisioner-76f89f99b5-fmlvj
eb4bdd86db2e9 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 4 minutes ago Running minikube-ingress-dns 0 a18ee3313f33a kube-ingress-dns-minikube
f3de0668f169f 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 4 minutes ago Running coredns 0 fb019bc15ab00 coredns-668d6bf9bc-74ztw
1a84ee39102a6 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 4 minutes ago Running storage-provisioner 0 d603531c93059 storage-provisioner
a2b139fd23e4c 2f50386e20bfdb3f3b38672c585959554196426c66cc1905e7e7115c47cc2e67 5 minutes ago Running kube-proxy 0 3666dec309997 kube-proxy-rlftn
dc3acf449c15f 2be0bcf609c6573ee83e676c747f31bda661ab2d4e039c51839e38fd258d2903 5 minutes ago Running kindnet-cni 0 7102d07d12e80 kindnet-lpb2t
88bfd89f75acc a8d049396f6b8f19df1e3f6b132cb1b9696806ddf19808f97305dd16fce9450c 5 minutes ago Running kube-controller-manager 0 3ddc1bd373ad5 kube-controller-manager-addons-997626
4e1cb0d44b33c 2b5bd0f16085ac8a7260c30946f3668948a0bb88ac0b9cad635940e3dbef16dc 5 minutes ago Running kube-apiserver 0 b7f9a40904525 kube-apiserver-addons-997626
2241b8518dd3b 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 5 minutes ago Running etcd 0 ead64343d30eb etcd-addons-997626
a13f7b2f6baf6 c3ff26fb59f37b5910877d6e3de46aa6b020e586bdf2b441ab5f53b6f0a1797d 5 minutes ago Running kube-scheduler 0 def1eba439421 kube-scheduler-addons-997626
==> coredns [f3de0668f169fb9e606db6c37b0ada6abdd9c6ac49d2eead96a508db827368b9] <==
[INFO] 10.244.0.14:38064 - 55942 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002236942s
[INFO] 10.244.0.14:38064 - 21437 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000117076s
[INFO] 10.244.0.14:38064 - 578 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000067576s
[INFO] 10.244.0.14:42080 - 22712 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000179106s
[INFO] 10.244.0.14:42080 - 22942 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000094521s
[INFO] 10.244.0.14:55205 - 47333 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000115165s
[INFO] 10.244.0.14:55205 - 46863 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000090722s
[INFO] 10.244.0.14:37864 - 16032 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000108084s
[INFO] 10.244.0.14:37864 - 16220 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000084839s
[INFO] 10.244.0.14:41731 - 8843 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00460806s
[INFO] 10.244.0.14:41731 - 8671 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.004748537s
[INFO] 10.244.0.14:52047 - 35790 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000110176s
[INFO] 10.244.0.14:52047 - 35370 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000168817s
[INFO] 10.244.0.19:50321 - 49559 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000194499s
[INFO] 10.244.0.19:54269 - 1812 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000130196s
[INFO] 10.244.0.19:56143 - 46115 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000164181s
[INFO] 10.244.0.19:56076 - 36698 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000302681s
[INFO] 10.244.0.19:38252 - 40037 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000097901s
[INFO] 10.244.0.19:50247 - 30397 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00011057s
[INFO] 10.244.0.19:54847 - 58736 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002309827s
[INFO] 10.244.0.19:57778 - 4157 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002728288s
[INFO] 10.244.0.19:34656 - 2821 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000840762s
[INFO] 10.244.0.19:43400 - 75 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.00371573s
[INFO] 10.244.0.24:44318 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000169572s
[INFO] 10.244.0.24:46764 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000195721s
==> describe nodes <==
Name: addons-997626
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-997626
kubernetes.io/os=linux
minikube.k8s.io/commit=74e51ab701402ddc00f8ba70f2a2775c7dcd6477
minikube.k8s.io/name=addons-997626
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_16T19_36_04_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-997626
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 16 Dec 2024 19:36:00 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-997626
AcquireTime: <unset>
RenewTime: Mon, 16 Dec 2024 19:41:50 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 16 Dec 2024 19:39:37 +0000 Mon, 16 Dec 2024 19:35:57 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 16 Dec 2024 19:39:37 +0000 Mon, 16 Dec 2024 19:35:57 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 16 Dec 2024 19:39:37 +0000 Mon, 16 Dec 2024 19:35:57 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 16 Dec 2024 19:39:37 +0000 Mon, 16 Dec 2024 19:36:50 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-997626
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: 0e9aec56264443438931eb6dd98bef81
System UUID: 9426e128-fc2a-4785-bc77-33137248e2d3
Boot ID: 0a3eb573-a913-46c5-96d7-38a9511641ea
Kernel Version: 5.15.0-1072-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.0
Kube-Proxy Version: v1.32.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m37s
default hello-world-app-7d9564db4-js2nd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m22s
ingress-nginx ingress-nginx-controller-56d7c84fd4-8b77j 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 5m36s
kube-system coredns-668d6bf9bc-74ztw 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 5m42s
kube-system etcd-addons-997626 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 5m47s
kube-system kindnet-lpb2t 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 5m43s
kube-system kube-apiserver-addons-997626 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m47s
kube-system kube-controller-manager-addons-997626 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m47s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m38s
kube-system kube-proxy-rlftn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m43s
kube-system kube-scheduler-addons-997626 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m49s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
local-path-storage local-path-provisioner-76f89f99b5-fmlvj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m36s kube-proxy
Normal Starting 5m47s kubelet Starting kubelet.
Warning CgroupV1 5m47s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 5m47s kubelet Node addons-997626 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m47s kubelet Node addons-997626 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m47s kubelet Node addons-997626 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m43s node-controller Node addons-997626 event: Registered Node addons-997626 in Controller
Normal NodeReady 5m kubelet Node addons-997626 status is now: NodeReady
==> dmesg <==
[Dec16 19:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.015178] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.448238] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.025589] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.028343] systemd[1]: /lib/systemd/system/cloud-init.service:20: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.015666] systemd[1]: /lib/systemd/system/cloud-init-hotplugd.socket:11: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.717784] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.044901] kauditd_printk_skb: 36 callbacks suppressed
==> etcd [2241b8518dd3b64466d6f3304abd3a0ac9afc16441ec498843335bd816fe0ce8] <==
{"level":"info","ts":"2024-12-16T19:36:11.616549Z","caller":"traceutil/trace.go:171","msg":"trace[537359489] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/storage-provisioner; range_end:; response_count:0; response_revision:351; }","duration":"180.943366ms","start":"2024-12-16T19:36:11.435586Z","end":"2024-12-16T19:36:11.616530Z","steps":["trace[537359489] 'agreement among raft nodes before linearized reading' (duration: 119.664937ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T19:36:11.566961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.617836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-12-16T19:36:11.616840Z","caller":"traceutil/trace.go:171","msg":"trace[1843379758] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:351; }","duration":"240.485737ms","start":"2024-12-16T19:36:11.376332Z","end":"2024-12-16T19:36:11.616818Z","steps":["trace[1843379758] 'agreement among raft nodes before linearized reading' (duration: 178.925788ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T19:36:11.566995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.734067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-16T19:36:11.617112Z","caller":"traceutil/trace.go:171","msg":"trace[1529724778] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:351; }","duration":"240.850866ms","start":"2024-12-16T19:36:11.376253Z","end":"2024-12-16T19:36:11.617104Z","steps":["trace[1529724778] 'agreement among raft nodes before linearized reading' (duration: 179.010078ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T19:36:11.567029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.169199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-12-16T19:36:11.623492Z","caller":"traceutil/trace.go:171","msg":"trace[1673075531] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:351; }","duration":"247.600413ms","start":"2024-12-16T19:36:11.375855Z","end":"2024-12-16T19:36:11.623456Z","steps":["trace[1673075531] 'agreement among raft nodes before linearized reading' (duration: 179.413055ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T19:36:11.567047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.203209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-12-16T19:36:11.643514Z","caller":"traceutil/trace.go:171","msg":"trace[736450487] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:351; }","duration":"267.647067ms","start":"2024-12-16T19:36:11.375840Z","end":"2024-12-16T19:36:11.643487Z","steps":["trace[736450487] 'agreement among raft nodes before linearized reading' (duration: 179.432879ms)"],"step_count":1}
{"level":"info","ts":"2024-12-16T19:36:12.030545Z","caller":"traceutil/trace.go:171","msg":"trace[445176851] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"174.28569ms","start":"2024-12-16T19:36:11.856230Z","end":"2024-12-16T19:36:12.030515Z","steps":["trace[445176851] 'process raft request' (duration: 66.129419ms)","trace[445176851] 'compare' (duration: 25.244869ms)"],"step_count":2}
{"level":"info","ts":"2024-12-16T19:36:12.037362Z","caller":"traceutil/trace.go:171","msg":"trace[1574640887] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"180.978288ms","start":"2024-12-16T19:36:11.856292Z","end":"2024-12-16T19:36:12.037270Z","steps":["trace[1574640887] 'process raft request' (duration: 91.390198ms)"],"step_count":1}
{"level":"info","ts":"2024-12-16T19:36:12.040079Z","caller":"traceutil/trace.go:171","msg":"trace[549268921] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:369; }","duration":"170.100425ms","start":"2024-12-16T19:36:11.869944Z","end":"2024-12-16T19:36:12.040044Z","steps":["trace[549268921] 'read index received' (duration: 52.471928ms)","trace[549268921] 'applied index is now lower than readState.Index' (duration: 117.536421ms)"],"step_count":2}
{"level":"info","ts":"2024-12-16T19:36:12.070270Z","caller":"traceutil/trace.go:171","msg":"trace[165065224] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"122.876771ms","start":"2024-12-16T19:36:11.947371Z","end":"2024-12-16T19:36:12.070247Z","steps":["trace[165065224] 'process raft request' (duration: 122.826975ms)"],"step_count":1}
{"level":"info","ts":"2024-12-16T19:36:12.093232Z","caller":"traceutil/trace.go:171","msg":"trace[1866353418] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"179.712989ms","start":"2024-12-16T19:36:11.913497Z","end":"2024-12-16T19:36:12.093210Z","steps":["trace[1866353418] 'process raft request' (duration: 34.216232ms)"],"step_count":1}
{"level":"info","ts":"2024-12-16T19:36:12.093630Z","caller":"traceutil/trace.go:171","msg":"trace[707298295] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"171.867212ms","start":"2024-12-16T19:36:11.921731Z","end":"2024-12-16T19:36:12.093599Z","steps":["trace[707298295] 'process raft request' (duration: 26.022598ms)"],"step_count":1}
{"level":"info","ts":"2024-12-16T19:36:12.109370Z","caller":"traceutil/trace.go:171","msg":"trace[1258518522] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"171.953758ms","start":"2024-12-16T19:36:11.921782Z","end":"2024-12-16T19:36:12.093736Z","steps":["trace[1258518522] 'process raft request' (duration: 26.005451ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T19:36:12.112118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.907622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-12-16T19:36:12.112214Z","caller":"traceutil/trace.go:171","msg":"trace[1493819824] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:366; }","duration":"256.010069ms","start":"2024-12-16T19:36:11.856189Z","end":"2024-12-16T19:36:12.112199Z","steps":["trace[1493819824] 'agreement among raft nodes before linearized reading' (duration: 237.650588ms)","trace[1493819824] 'get authentication metadata' (duration: 18.191952ms)"],"step_count":2}
{"level":"info","ts":"2024-12-16T19:36:12.112995Z","caller":"traceutil/trace.go:171","msg":"trace[478340547] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"165.804567ms","start":"2024-12-16T19:36:11.947179Z","end":"2024-12-16T19:36:12.112983Z","steps":["trace[478340547] 'process raft request' (duration: 122.334884ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T19:36:12.129748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.057127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/storage-provisioner\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-16T19:36:12.129806Z","caller":"traceutil/trace.go:171","msg":"trace[650489487] range","detail":"{range_begin:/registry/clusterrolebindings/storage-provisioner; range_end:; response_count:0; response_revision:368; }","duration":"208.124809ms","start":"2024-12-16T19:36:11.921670Z","end":"2024-12-16T19:36:12.129795Z","steps":["trace[650489487] 'agreement among raft nodes before linearized reading' (duration: 208.045443ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T19:36:12.129921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.267083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-997626\" limit:1 ","response":"range_response_count:1 size:5745"}
{"level":"info","ts":"2024-12-16T19:36:12.129949Z","caller":"traceutil/trace.go:171","msg":"trace[420629481] range","detail":"{range_begin:/registry/minions/addons-997626; range_end:; response_count:1; response_revision:368; }","duration":"208.297023ms","start":"2024-12-16T19:36:11.921645Z","end":"2024-12-16T19:36:12.129942Z","steps":["trace[420629481] 'agreement among raft nodes before linearized reading' (duration: 208.245422ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-16T19:36:12.130063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.601669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-16T19:36:12.130090Z","caller":"traceutil/trace.go:171","msg":"trace[997679742] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:368; }","duration":"216.630025ms","start":"2024-12-16T19:36:11.913454Z","end":"2024-12-16T19:36:12.130084Z","steps":["trace[997679742] 'agreement among raft nodes before linearized reading' (duration: 216.587844ms)"],"step_count":1}
==> kernel <==
19:41:51 up 24 min, 0 users, load average: 0.98, 1.24, 0.70
Linux addons-997626 5.15.0-1072-aws #78~20.04.1-Ubuntu SMP Wed Oct 9 15:29:54 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [dc3acf449c15f6393224ebae0ae27aba753909913709b4397c74b2587079344b] <==
I1216 19:39:50.463749 1 main.go:301] handling current node
I1216 19:40:00.464030 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:40:00.464228 1 main.go:301] handling current node
I1216 19:40:10.464579 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:40:10.464616 1 main.go:301] handling current node
I1216 19:40:20.463828 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:40:20.463863 1 main.go:301] handling current node
I1216 19:40:30.463721 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:40:30.463756 1 main.go:301] handling current node
I1216 19:40:40.471609 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:40:40.471644 1 main.go:301] handling current node
I1216 19:40:50.469010 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:40:50.469047 1 main.go:301] handling current node
I1216 19:41:00.463734 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:41:00.463773 1 main.go:301] handling current node
I1216 19:41:10.464414 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:41:10.464446 1 main.go:301] handling current node
I1216 19:41:20.469402 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:41:20.469437 1 main.go:301] handling current node
I1216 19:41:30.472509 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:41:30.472545 1 main.go:301] handling current node
I1216 19:41:40.471587 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:41:40.471704 1 main.go:301] handling current node
I1216 19:41:50.464172 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1216 19:41:50.464207 1 main.go:301] handling current node
==> kube-apiserver [4e1cb0d44b33c641967889293eabca9e2617f5370580b28f9a9cec036d3f61ad] <==
E1216 19:37:20.478217 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.98.50.21:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.98.50.21:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.98.50.21:443: connect: connection refused" logger="UnhandledError"
I1216 19:37:20.556780 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1216 19:38:25.467740 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:50978: use of closed network connection
I1216 19:38:34.860592 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.103.119.130"}
I1216 19:39:21.488787 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I1216 19:39:23.030547 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1216 19:39:24.195874 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1216 19:39:28.638057 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1216 19:39:28.945976 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.97.222.2"}
I1216 19:39:31.809673 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1216 19:39:56.597480 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1216 19:39:56.597530 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1216 19:39:56.624579 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1216 19:39:56.625290 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1216 19:39:56.654257 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1216 19:39:56.654381 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1216 19:39:56.679146 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1216 19:39:56.679819 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1216 19:39:56.729820 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1216 19:39:56.729863 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1216 19:39:57.683408 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1216 19:39:57.734355 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1216 19:39:57.796640 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
E1216 19:39:58.036257 1 watch.go:278] "Unhandled Error" err="client disconnected" logger="UnhandledError"
I1216 19:41:49.107133 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.102.178.62"}
==> kube-controller-manager [88bfd89f75acccd2f423157a7b219d93bc4a4dac1bb6a62d9d941f5e547afaa2] <==
E1216 19:41:09.082723 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W1216 19:41:09.083772 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1216 19:41:09.083810 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1216 19:41:11.980230 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E1216 19:41:11.981297 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W1216 19:41:11.982267 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1216 19:41:11.982303 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1216 19:41:13.705486 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E1216 19:41:13.706490 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W1216 19:41:13.707318 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1216 19:41:13.707352 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1216 19:41:28.947824 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E1216 19:41:28.948799 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W1216 19:41:28.949757 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1216 19:41:28.949795 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1216 19:41:46.991369 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E1216 19:41:46.992344 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W1216 19:41:46.993374 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1216 19:41:46.993412 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1216 19:41:48.850253 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="34.456501ms"
I1216 19:41:48.881207 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="30.818437ms"
I1216 19:41:48.893261 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="11.939939ms"
I1216 19:41:48.893350 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="43.429µs"
I1216 19:41:50.902394 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="13.399187ms"
I1216 19:41:50.902495 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="55.006µs"
==> kube-proxy [a2b139fd23e4c8d06a68b0408f5c21bce46a0b9cfe4c35a6ced95b9373de26ae] <==
I1216 19:36:13.295594 1 server_linux.go:66] "Using iptables proxy"
I1216 19:36:13.661489 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1216 19:36:13.667225 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1216 19:36:14.010788 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1216 19:36:14.010970 1 server_linux.go:170] "Using iptables Proxier"
I1216 19:36:14.022646 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1216 19:36:14.029705 1 server.go:497] "Version info" version="v1.32.0"
I1216 19:36:14.030057 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1216 19:36:14.031522 1 config.go:199] "Starting service config controller"
I1216 19:36:14.031610 1 shared_informer.go:313] Waiting for caches to sync for service config
I1216 19:36:14.031657 1 config.go:105] "Starting endpoint slice config controller"
I1216 19:36:14.031686 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1216 19:36:14.032199 1 config.go:329] "Starting node config controller"
I1216 19:36:14.032258 1 shared_informer.go:313] Waiting for caches to sync for node config
I1216 19:36:14.164045 1 shared_informer.go:320] Caches are synced for node config
I1216 19:36:14.164098 1 shared_informer.go:320] Caches are synced for service config
I1216 19:36:14.164116 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [a13f7b2f6baf6825b401ecce3767e5b48d00f9258a426ae237d3240570f3463b] <==
W1216 19:36:01.245133 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1216 19:36:01.245185 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.271960 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1216 19:36:01.272101 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.273118 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1216 19:36:01.273272 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.274059 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1216 19:36:01.274151 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.276981 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1216 19:36:01.277092 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.300366 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1216 19:36:01.300407 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.311448 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E1216 19:36:01.311496 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.375140 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1216 19:36:01.375185 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.396436 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1216 19:36:01.396578 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.429257 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1216 19:36:01.429382 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.442209 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1216 19:36:01.442335 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1216 19:36:01.835020 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1216 19:36:01.835068 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1216 19:36:03.596232 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Dec 16 19:41:03 addons-997626 kubelet[1521]: E1216 19:41:03.415230 1521 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1734378063414835577,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596095,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 16 19:41:07 addons-997626 kubelet[1521]: E1216 19:41:07.213969 1521 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/4364f9021226e2bc2c7c18dfa1f6d249f45491850dd60b0d99c7628b2ed7c8b3/diff" to get inode usage: stat /var/lib/containers/storage/overlay/4364f9021226e2bc2c7c18dfa1f6d249f45491850dd60b0d99c7628b2ed7c8b3/diff: no such file or directory, extraDiskErr: <nil>
Dec 16 19:41:12 addons-997626 kubelet[1521]: I1216 19:41:12.133914 1521 kubelet_pods.go:1021] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Dec 16 19:41:13 addons-997626 kubelet[1521]: E1216 19:41:13.418243 1521 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1734378073418000651,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596095,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 16 19:41:13 addons-997626 kubelet[1521]: E1216 19:41:13.418275 1521 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1734378073418000651,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596095,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 16 19:41:23 addons-997626 kubelet[1521]: E1216 19:41:23.420801 1521 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1734378083420525936,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596095,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 16 19:41:23 addons-997626 kubelet[1521]: E1216 19:41:23.420836 1521 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1734378083420525936,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596095,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 16 19:41:33 addons-997626 kubelet[1521]: E1216 19:41:33.423565 1521 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1734378093423332844,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596095,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 16 19:41:33 addons-997626 kubelet[1521]: E1216 19:41:33.423605 1521 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1734378093423332844,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596095,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 16 19:41:43 addons-997626 kubelet[1521]: E1216 19:41:43.426507 1521 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1734378103426267034,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596095,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 16 19:41:43 addons-997626 kubelet[1521]: E1216 19:41:43.426544 1521 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1734378103426267034,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596095,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 16 19:41:45 addons-997626 kubelet[1521]: E1216 19:41:45.651575 1521 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/11048e721a4b7acac75ba7647f675fbed114a29583aa7004a1ea02104be2abf2/diff" to get inode usage: stat /var/lib/containers/storage/overlay/11048e721a4b7acac75ba7647f675fbed114a29583aa7004a1ea02104be2abf2/diff: no such file or directory, extraDiskErr: <nil>
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851106 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="52d62905-6501-40fa-b5c2-34a83470517f" containerName="csi-snapshotter"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851156 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="52d62905-6501-40fa-b5c2-34a83470517f" containerName="liveness-probe"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851172 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="1416f094-4832-46a2-8a20-a76d8e0d91d0" containerName="volume-snapshot-controller"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851180 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="f1f80f72-9810-4f5d-9acc-43949d9d3652" containerName="task-pv-container"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851187 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="52d62905-6501-40fa-b5c2-34a83470517f" containerName="csi-external-health-monitor-controller"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851195 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="52d62905-6501-40fa-b5c2-34a83470517f" containerName="node-driver-registrar"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851202 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="a8a027a1-0c7d-4b79-8fe4-5e4faf83e8da" containerName="csi-resizer"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851209 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="fce7900e-cd52-4a08-b132-6b033c1b2c4b" containerName="csi-attacher"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851216 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="52d62905-6501-40fa-b5c2-34a83470517f" containerName="hostpath"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851227 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="819185d6-a189-4eb5-a7fa-7ddedd73b508" containerName="volume-snapshot-controller"
Dec 16 19:41:48 addons-997626 kubelet[1521]: I1216 19:41:48.851234 1521 memory_manager.go:355] "RemoveStaleState removing state" podUID="52d62905-6501-40fa-b5c2-34a83470517f" containerName="csi-provisioner"
Dec 16 19:41:49 addons-997626 kubelet[1521]: I1216 19:41:49.011940 1521 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gfl2f\" (UniqueName: \"kubernetes.io/projected/ec2765fc-c097-4972-a191-babea1f55738-kube-api-access-gfl2f\") pod \"hello-world-app-7d9564db4-js2nd\" (UID: \"ec2765fc-c097-4972-a191-babea1f55738\") " pod="default/hello-world-app-7d9564db4-js2nd"
Dec 16 19:41:50 addons-997626 kubelet[1521]: I1216 19:41:50.888486 1521 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-7d9564db4-js2nd" podStartSLOduration=1.823581308 podStartE2EDuration="2.888466118s" podCreationTimestamp="2024-12-16 19:41:48 +0000 UTC" firstStartedPulling="2024-12-16 19:41:49.222024579 +0000 UTC m=+346.210198280" lastFinishedPulling="2024-12-16 19:41:50.286909389 +0000 UTC m=+347.275083090" observedRunningTime="2024-12-16 19:41:50.887148939 +0000 UTC m=+347.875322648" watchObservedRunningTime="2024-12-16 19:41:50.888466118 +0000 UTC m=+347.876639818"
==> storage-provisioner [1a84ee39102a61d49365e3bddb9196eafe3e40e5d8bb1c1cfed5d9b15861a08d] <==
I1216 19:36:51.844021 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1216 19:36:51.859104 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1216 19:36:51.859236 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1216 19:36:51.871246 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1216 19:36:51.871533 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-997626_7e2f5cdb-6143-4745-9f5e-61bda8c4c962!
I1216 19:36:51.875848 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"e85669a1-6ac5-4872-9349-314b2b357252", APIVersion:"v1", ResourceVersion:"873", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-997626_7e2f5cdb-6143-4745-9f5e-61bda8c4c962 became leader
I1216 19:36:51.972289 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-997626_7e2f5cdb-6143-4745-9f5e-61bda8c4c962!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-997626 -n addons-997626
helpers_test.go:261: (dbg) Run: kubectl --context addons-997626 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-ndzml ingress-nginx-admission-patch-w72zn
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-997626 describe pod ingress-nginx-admission-create-ndzml ingress-nginx-admission-patch-w72zn
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-997626 describe pod ingress-nginx-admission-create-ndzml ingress-nginx-admission-patch-w72zn: exit status 1 (86.573195ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-ndzml" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-w72zn" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-997626 describe pod ingress-nginx-admission-create-ndzml ingress-nginx-admission-patch-w72zn: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-997626 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-997626 addons disable ingress-dns --alsologtostderr -v=1: (1.73396317s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-997626 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-997626 addons disable ingress --alsologtostderr -v=1: (7.818333375s)
--- FAIL: TestAddons/parallel/Ingress (153.42s)