=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-078072 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-078072 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-078072 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [e7e7d216-b03a-44ba-b236-599dfea5ddd5] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [e7e7d216-b03a-44ba-b236-599dfea5ddd5] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.003460399s
I0211 02:07:16.097911 7642 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-078072 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-078072 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.971565942s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-078072 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-078072 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-078072
helpers_test.go:235: (dbg) docker inspect addons-078072:
-- stdout --
[
{
"Id": "058b0b41befd8b3f710fa9b9c4d8772e569991d71b3da8cf4132bd6713bb74ce",
"Created": "2025-02-11T02:02:34.393856542Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 8913,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-02-11T02:02:34.579130581Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:0434cf58b6dbace281e5de753aa4b2e3fe33dc9a3be53021531403743c3f155a",
"ResolvConfPath": "/var/lib/docker/containers/058b0b41befd8b3f710fa9b9c4d8772e569991d71b3da8cf4132bd6713bb74ce/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/058b0b41befd8b3f710fa9b9c4d8772e569991d71b3da8cf4132bd6713bb74ce/hostname",
"HostsPath": "/var/lib/docker/containers/058b0b41befd8b3f710fa9b9c4d8772e569991d71b3da8cf4132bd6713bb74ce/hosts",
"LogPath": "/var/lib/docker/containers/058b0b41befd8b3f710fa9b9c4d8772e569991d71b3da8cf4132bd6713bb74ce/058b0b41befd8b3f710fa9b9c4d8772e569991d71b3da8cf4132bd6713bb74ce-json.log",
"Name": "/addons-078072",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-078072:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-078072",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/44f064a199cdfba9a03e1a903615ebf541ff4413458a604630170f5db40f81bf-init/diff:/var/lib/docker/overlay2/10f2a06138b60bc2b68a560e844851fcdf11bf0a3203aea778bc34855559d1d7/diff",
"MergedDir": "/var/lib/docker/overlay2/44f064a199cdfba9a03e1a903615ebf541ff4413458a604630170f5db40f81bf/merged",
"UpperDir": "/var/lib/docker/overlay2/44f064a199cdfba9a03e1a903615ebf541ff4413458a604630170f5db40f81bf/diff",
"WorkDir": "/var/lib/docker/overlay2/44f064a199cdfba9a03e1a903615ebf541ff4413458a604630170f5db40f81bf/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-078072",
"Source": "/var/lib/docker/volumes/addons-078072/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-078072",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-078072",
"name.minikube.sigs.k8s.io": "addons-078072",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "c1e7e97811005d904102db366169dd08f4d74d93a1c92b17a1e33b744be19766",
"SandboxKey": "/var/run/docker/netns/c1e7e9781100",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-078072": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "75ac0d7e6fa6a78ad1d48d72981131dd473e08a1576eaf987586580e5bce5e8b",
"EndpointID": "e1a8adf4046a172cd37326373861336c93476d344a1df40f6f8dd672a2d00c7c",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-078072",
"058b0b41befd"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-078072 -n addons-078072
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-078072 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-078072 logs -n 25: (1.618019915s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-706997 | download-only-706997 | jenkins | v1.35.0 | 11 Feb 25 02:02 UTC | 11 Feb 25 02:02 UTC |
| start | --download-only -p | download-docker-657257 | jenkins | v1.35.0 | 11 Feb 25 02:02 UTC | |
| | download-docker-657257 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-657257 | download-docker-657257 | jenkins | v1.35.0 | 11 Feb 25 02:02 UTC | 11 Feb 25 02:02 UTC |
| start | --download-only -p | binary-mirror-916800 | jenkins | v1.35.0 | 11 Feb 25 02:02 UTC | |
| | binary-mirror-916800 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:36853 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-916800 | binary-mirror-916800 | jenkins | v1.35.0 | 11 Feb 25 02:02 UTC | 11 Feb 25 02:02 UTC |
| addons | enable dashboard -p | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:02 UTC | |
| | addons-078072 | | | | | |
| addons | disable dashboard -p | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:02 UTC | |
| | addons-078072 | | | | | |
| start | -p addons-078072 --wait=true | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:02 UTC | 11 Feb 25 02:05 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-078072 addons disable | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:05 UTC | 11 Feb 25 02:05 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-078072 addons disable | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:05 UTC | 11 Feb 25 02:05 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:05 UTC | 11 Feb 25 02:05 UTC |
| | -p addons-078072 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-078072 addons disable | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:05 UTC | 11 Feb 25 02:05 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-078072 ip | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:05 UTC | 11 Feb 25 02:05 UTC |
| addons | addons-078072 addons disable | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:05 UTC | 11 Feb 25 02:05 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-078072 addons disable | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:05 UTC | 11 Feb 25 02:06 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-078072 addons | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:06 UTC | 11 Feb 25 02:06 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-078072 ssh cat | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:06 UTC | 11 Feb 25 02:06 UTC |
| | /opt/local-path-provisioner/pvc-ef490877-464f-4ed2-a158-46e24ce186cd_default_test-pvc/file1 | | | | | |
| addons | addons-078072 addons disable | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:06 UTC | 11 Feb 25 02:06 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-078072 addons | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:06 UTC | 11 Feb 25 02:06 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-078072 addons | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:06 UTC | 11 Feb 25 02:06 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-078072 addons | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:07 UTC | 11 Feb 25 02:07 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-078072 addons | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:07 UTC | 11 Feb 25 02:07 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-078072 addons | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:07 UTC | 11 Feb 25 02:07 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-078072 ssh curl -s | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:07 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-078072 ip | addons-078072 | jenkins | v1.35.0 | 11 Feb 25 02:09 UTC | 11 Feb 25 02:09 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/02/11 02:02:09
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.4 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0211 02:02:09.149061 8404 out.go:345] Setting OutFile to fd 1 ...
I0211 02:02:09.149190 8404 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0211 02:02:09.149202 8404 out.go:358] Setting ErrFile to fd 2...
I0211 02:02:09.149208 8404 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0211 02:02:09.149464 8404 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20400-2318/.minikube/bin
I0211 02:02:09.149934 8404 out.go:352] Setting JSON to false
I0211 02:02:09.150697 8404 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":2677,"bootTime":1739236653,"procs":146,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1077-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I0211 02:02:09.150774 8404 start.go:139] virtualization:
I0211 02:02:09.154247 8404 out.go:177] * [addons-078072] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0211 02:02:09.158043 8404 out.go:177] - MINIKUBE_LOCATION=20400
I0211 02:02:09.158210 8404 notify.go:220] Checking for updates...
I0211 02:02:09.163762 8404 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0211 02:02:09.166740 8404 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20400-2318/kubeconfig
I0211 02:02:09.169530 8404 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20400-2318/.minikube
I0211 02:02:09.172387 8404 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0211 02:02:09.175143 8404 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0211 02:02:09.178450 8404 driver.go:394] Setting default libvirt URI to qemu:///system
I0211 02:02:09.203502 8404 docker.go:123] docker version: linux-27.5.1:Docker Engine - Community
I0211 02:02:09.203621 8404 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0211 02:02:09.266069 8404 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-02-11 02:02:09.257192456 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1077-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0211 02:02:09.266181 8404 docker.go:318] overlay module found
I0211 02:02:09.269261 8404 out.go:177] * Using the docker driver based on user configuration
I0211 02:02:09.272109 8404 start.go:297] selected driver: docker
I0211 02:02:09.272134 8404 start.go:901] validating driver "docker" against <nil>
I0211 02:02:09.272149 8404 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0211 02:02:09.272915 8404 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0211 02:02:09.332319 8404 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:46 SystemTime:2025-02-11 02:02:09.322598892 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1077-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214839296 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.5.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb Expected:bcc810d6b9066471b0b6fa75f557a15a1cbf31bb} RuncCommit:{ID:v1.2.4-0-g6c52b3f Expected:v1.2.4-0-g6c52b3f} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.20.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.32.4]] Warnings:<nil>}}
I0211 02:02:09.332523 8404 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0211 02:02:09.332781 8404 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0211 02:02:09.335716 8404 out.go:177] * Using Docker driver with root privileges
I0211 02:02:09.338636 8404 cni.go:84] Creating CNI manager for ""
I0211 02:02:09.338710 8404 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0211 02:02:09.338724 8404 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0211 02:02:09.338806 8404 start.go:340] cluster config:
{Name:addons-078072 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-078072 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: Network
Plugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPau
seInterval:1m0s}
I0211 02:02:09.342130 8404 out.go:177] * Starting "addons-078072" primary control-plane node in "addons-078072" cluster
I0211 02:02:09.344945 8404 cache.go:121] Beginning downloading kic base image for docker with crio
I0211 02:02:09.347944 8404 out.go:177] * Pulling base image v0.0.46 ...
I0211 02:02:09.350799 8404 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0211 02:02:09.350856 8404 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20400-2318/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4
I0211 02:02:09.350869 8404 cache.go:56] Caching tarball of preloaded images
I0211 02:02:09.350973 8404 preload.go:172] Found /home/jenkins/minikube-integration/20400-2318/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0211 02:02:09.350989 8404 cache.go:59] Finished verifying existence of preloaded tar for v1.32.1 on crio
I0211 02:02:09.351353 8404 profile.go:143] Saving config to /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/config.json ...
I0211 02:02:09.351380 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/config.json: {Name:mk12808770c4fa10b20e088865c2874ccf4ffdf9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:09.351551 8404 image.go:81] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local docker daemon
I0211 02:02:09.368483 8404 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 to local cache
I0211 02:02:09.368646 8404 image.go:65] Checking for gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory
I0211 02:02:09.368673 8404 image.go:68] Found gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 in local cache directory, skipping pull
I0211 02:02:09.368681 8404 image.go:137] gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 exists in cache, skipping pull
I0211 02:02:09.368689 8404 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 as a tarball
I0211 02:02:09.368701 8404 cache.go:163] Loading gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from local cache
I0211 02:02:26.656529 8404 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 from cached tarball
I0211 02:02:26.656570 8404 cache.go:230] Successfully downloaded all kic artifacts
I0211 02:02:26.656612 8404 start.go:360] acquireMachinesLock for addons-078072: {Name:mkb9da7ca6eefbd53c514fd1be3673cd1a0008b5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0211 02:02:26.656742 8404 start.go:364] duration metric: took 107.247µs to acquireMachinesLock for "addons-078072"
I0211 02:02:26.656777 8404 start.go:93] Provisioning new machine with config: &{Name:addons-078072 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-078072 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVM
netClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0211 02:02:26.656869 8404 start.go:125] createHost starting for "" (driver="docker")
I0211 02:02:26.660275 8404 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0211 02:02:26.660510 8404 start.go:159] libmachine.API.Create for "addons-078072" (driver="docker")
I0211 02:02:26.660547 8404 client.go:168] LocalClient.Create starting
I0211 02:02:26.660660 8404 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20400-2318/.minikube/certs/ca.pem
I0211 02:02:27.169023 8404 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20400-2318/.minikube/certs/cert.pem
I0211 02:02:27.756397 8404 cli_runner.go:164] Run: docker network inspect addons-078072 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0211 02:02:27.773735 8404 cli_runner.go:211] docker network inspect addons-078072 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0211 02:02:27.773835 8404 network_create.go:284] running [docker network inspect addons-078072] to gather additional debugging logs...
I0211 02:02:27.773855 8404 cli_runner.go:164] Run: docker network inspect addons-078072
W0211 02:02:27.790289 8404 cli_runner.go:211] docker network inspect addons-078072 returned with exit code 1
I0211 02:02:27.790322 8404 network_create.go:287] error running [docker network inspect addons-078072]: docker network inspect addons-078072: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-078072 not found
I0211 02:02:27.790349 8404 network_create.go:289] output of [docker network inspect addons-078072]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-078072 not found
** /stderr **
I0211 02:02:27.790450 8404 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0211 02:02:27.807697 8404 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001fe6ca0}
I0211 02:02:27.807746 8404 network_create.go:124] attempt to create docker network addons-078072 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0211 02:02:27.807804 8404 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-078072 addons-078072
I0211 02:02:27.882183 8404 network_create.go:108] docker network addons-078072 192.168.49.0/24 created
I0211 02:02:27.882224 8404 kic.go:121] calculated static IP "192.168.49.2" for the "addons-078072" container
I0211 02:02:27.882293 8404 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0211 02:02:27.898400 8404 cli_runner.go:164] Run: docker volume create addons-078072 --label name.minikube.sigs.k8s.io=addons-078072 --label created_by.minikube.sigs.k8s.io=true
I0211 02:02:27.917332 8404 oci.go:103] Successfully created a docker volume addons-078072
I0211 02:02:27.917426 8404 cli_runner.go:164] Run: docker run --rm --name addons-078072-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-078072 --entrypoint /usr/bin/test -v addons-078072:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I0211 02:02:30.025892 8404 cli_runner.go:217] Completed: docker run --rm --name addons-078072-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-078072 --entrypoint /usr/bin/test -v addons-078072:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib: (2.108418899s)
I0211 02:02:30.025949 8404 oci.go:107] Successfully prepared a docker volume addons-078072
I0211 02:02:30.025980 8404 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0211 02:02:30.026001 8404 kic.go:194] Starting extracting preloaded images to volume ...
I0211 02:02:30.026080 8404 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20400-2318/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-078072:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I0211 02:02:34.321585 8404 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20400-2318/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-078072:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir: (4.295470326s)
I0211 02:02:34.321618 8404 kic.go:203] duration metric: took 4.295613757s to extract preloaded images to volume ...
W0211 02:02:34.321767 8404 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0211 02:02:34.321893 8404 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0211 02:02:34.373593 8404 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-078072 --name addons-078072 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-078072 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-078072 --network addons-078072 --ip 192.168.49.2 --volume addons-078072:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279
I0211 02:02:34.771775 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Running}}
I0211 02:02:34.804255 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:02:34.829546 8404 cli_runner.go:164] Run: docker exec addons-078072 stat /var/lib/dpkg/alternatives/iptables
I0211 02:02:34.880615 8404 oci.go:144] the created container "addons-078072" has a running status.
I0211 02:02:34.880647 8404 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa...
I0211 02:02:35.594002 8404 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0211 02:02:35.621325 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:02:35.640535 8404 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0211 02:02:35.640554 8404 kic_runner.go:114] Args: [docker exec --privileged addons-078072 chown docker:docker /home/docker/.ssh/authorized_keys]
I0211 02:02:35.686530 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:02:35.712798 8404 machine.go:93] provisionDockerMachine start ...
I0211 02:02:35.712889 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:02:35.734405 8404 main.go:141] libmachine: Using SSH client type: native
I0211 02:02:35.734664 8404 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x414ca0] 0x4174e0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0211 02:02:35.734673 8404 main.go:141] libmachine: About to run SSH command:
hostname
I0211 02:02:35.866759 8404 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-078072
I0211 02:02:35.866827 8404 ubuntu.go:169] provisioning hostname "addons-078072"
I0211 02:02:35.866919 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:02:35.888826 8404 main.go:141] libmachine: Using SSH client type: native
I0211 02:02:35.889065 8404 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x414ca0] 0x4174e0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0211 02:02:35.889077 8404 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-078072 && echo "addons-078072" | sudo tee /etc/hostname
I0211 02:02:36.033828 8404 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-078072
I0211 02:02:36.033912 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:02:36.053051 8404 main.go:141] libmachine: Using SSH client type: native
I0211 02:02:36.053304 8404 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x414ca0] 0x4174e0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0211 02:02:36.053321 8404 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-078072' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-078072/g' /etc/hosts;
else
echo '127.0.1.1 addons-078072' | sudo tee -a /etc/hosts;
fi
fi
I0211 02:02:36.174909 8404 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0211 02:02:36.174963 8404 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20400-2318/.minikube CaCertPath:/home/jenkins/minikube-integration/20400-2318/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20400-2318/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20400-2318/.minikube}
I0211 02:02:36.174986 8404 ubuntu.go:177] setting up certificates
I0211 02:02:36.174996 8404 provision.go:84] configureAuth start
I0211 02:02:36.175062 8404 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-078072
I0211 02:02:36.192592 8404 provision.go:143] copyHostCerts
I0211 02:02:36.192680 8404 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20400-2318/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20400-2318/.minikube/ca.pem (1078 bytes)
I0211 02:02:36.192828 8404 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20400-2318/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20400-2318/.minikube/cert.pem (1123 bytes)
I0211 02:02:36.192894 8404 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20400-2318/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20400-2318/.minikube/key.pem (1675 bytes)
I0211 02:02:36.192957 8404 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20400-2318/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20400-2318/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20400-2318/.minikube/certs/ca-key.pem org=jenkins.addons-078072 san=[127.0.0.1 192.168.49.2 addons-078072 localhost minikube]
I0211 02:02:36.778791 8404 provision.go:177] copyRemoteCerts
I0211 02:02:36.778858 8404 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0211 02:02:36.778903 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:02:36.796896 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:02:36.887899 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0211 02:02:36.913052 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0211 02:02:36.938344 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0211 02:02:36.962490 8404 provision.go:87] duration metric: took 787.477806ms to configureAuth
I0211 02:02:36.962516 8404 ubuntu.go:193] setting minikube options for container-runtime
I0211 02:02:36.962705 8404 config.go:182] Loaded profile config "addons-078072": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0211 02:02:36.962824 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:02:36.980682 8404 main.go:141] libmachine: Using SSH client type: native
I0211 02:02:36.980927 8404 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x414ca0] 0x4174e0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I0211 02:02:36.980947 8404 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0211 02:02:37.209720 8404 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0211 02:02:37.209742 8404 machine.go:96] duration metric: took 1.496925348s to provisionDockerMachine
I0211 02:02:37.209752 8404 client.go:171] duration metric: took 10.549197736s to LocalClient.Create
I0211 02:02:37.209765 8404 start.go:167] duration metric: took 10.549256081s to libmachine.API.Create "addons-078072"
I0211 02:02:37.209771 8404 start.go:293] postStartSetup for "addons-078072" (driver="docker")
I0211 02:02:37.209782 8404 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0211 02:02:37.209855 8404 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0211 02:02:37.209897 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:02:37.230055 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:02:37.324127 8404 ssh_runner.go:195] Run: cat /etc/os-release
I0211 02:02:37.327211 8404 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0211 02:02:37.327248 8404 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0211 02:02:37.327259 8404 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0211 02:02:37.327269 8404 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0211 02:02:37.327279 8404 filesync.go:126] Scanning /home/jenkins/minikube-integration/20400-2318/.minikube/addons for local assets ...
I0211 02:02:37.327352 8404 filesync.go:126] Scanning /home/jenkins/minikube-integration/20400-2318/.minikube/files for local assets ...
I0211 02:02:37.327376 8404 start.go:296] duration metric: took 117.598352ms for postStartSetup
I0211 02:02:37.327682 8404 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-078072
I0211 02:02:37.344286 8404 profile.go:143] Saving config to /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/config.json ...
I0211 02:02:37.344580 8404 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0211 02:02:37.344629 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:02:37.360884 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:02:37.447998 8404 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0211 02:02:37.452491 8404 start.go:128] duration metric: took 10.795607241s to createHost
I0211 02:02:37.452519 8404 start.go:83] releasing machines lock for "addons-078072", held for 10.795760633s
I0211 02:02:37.452592 8404 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-078072
I0211 02:02:37.471174 8404 ssh_runner.go:195] Run: cat /version.json
I0211 02:02:37.471235 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:02:37.471485 8404 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0211 02:02:37.471543 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:02:37.491815 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:02:37.507930 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:02:37.582265 8404 ssh_runner.go:195] Run: systemctl --version
I0211 02:02:37.715724 8404 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0211 02:02:37.857602 8404 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0211 02:02:37.862012 8404 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0211 02:02:37.884308 8404 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0211 02:02:37.884408 8404 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0211 02:02:37.919970 8404 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0211 02:02:37.920036 8404 start.go:495] detecting cgroup driver to use...
I0211 02:02:37.920078 8404 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0211 02:02:37.920147 8404 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0211 02:02:37.936791 8404 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0211 02:02:37.949089 8404 docker.go:217] disabling cri-docker service (if available) ...
I0211 02:02:37.949160 8404 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0211 02:02:37.963029 8404 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0211 02:02:37.977883 8404 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0211 02:02:38.060386 8404 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0211 02:02:38.147140 8404 docker.go:233] disabling docker service ...
I0211 02:02:38.147211 8404 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0211 02:02:38.172326 8404 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0211 02:02:38.184716 8404 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0211 02:02:38.265806 8404 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0211 02:02:38.363221 8404 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0211 02:02:38.374744 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0211 02:02:38.390768 8404 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0211 02:02:38.390861 8404 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0211 02:02:38.400384 8404 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0211 02:02:38.400493 8404 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0211 02:02:38.410096 8404 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0211 02:02:38.419395 8404 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0211 02:02:38.429036 8404 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0211 02:02:38.437598 8404 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0211 02:02:38.447081 8404 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0211 02:02:38.463346 8404 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0211 02:02:38.472898 8404 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0211 02:02:38.481511 8404 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0211 02:02:38.481577 8404 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0211 02:02:38.495092 8404 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0211 02:02:38.503830 8404 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0211 02:02:38.590526 8404 ssh_runner.go:195] Run: sudo systemctl restart crio
I0211 02:02:38.708476 8404 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0211 02:02:38.708578 8404 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0211 02:02:38.712172 8404 start.go:563] Will wait 60s for crictl version
I0211 02:02:38.712289 8404 ssh_runner.go:195] Run: which crictl
I0211 02:02:38.715882 8404 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0211 02:02:38.754487 8404 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0211 02:02:38.754634 8404 ssh_runner.go:195] Run: crio --version
I0211 02:02:38.792926 8404 ssh_runner.go:195] Run: crio --version
I0211 02:02:38.838863 8404 out.go:177] * Preparing Kubernetes v1.32.1 on CRI-O 1.24.6 ...
I0211 02:02:38.841626 8404 cli_runner.go:164] Run: docker network inspect addons-078072 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0211 02:02:38.860428 8404 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0211 02:02:38.863857 8404 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0211 02:02:38.874042 8404 kubeadm.go:883] updating cluster {Name:addons-078072 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-078072 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] D
NSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClie
ntPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0211 02:02:38.874160 8404 preload.go:131] Checking if preload exists for k8s version v1.32.1 and runtime crio
I0211 02:02:38.874221 8404 ssh_runner.go:195] Run: sudo crictl images --output json
I0211 02:02:38.952367 8404 crio.go:514] all images are preloaded for cri-o runtime.
I0211 02:02:38.952390 8404 crio.go:433] Images already preloaded, skipping extraction
I0211 02:02:38.952459 8404 ssh_runner.go:195] Run: sudo crictl images --output json
I0211 02:02:38.993027 8404 crio.go:514] all images are preloaded for cri-o runtime.
I0211 02:02:38.993099 8404 cache_images.go:84] Images are preloaded, skipping loading
I0211 02:02:38.993114 8404 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.1 crio true true} ...
I0211 02:02:38.993216 8404 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-078072 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.1 ClusterName:addons-078072 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0211 02:02:38.993298 8404 ssh_runner.go:195] Run: crio config
I0211 02:02:39.046213 8404 cni.go:84] Creating CNI manager for ""
I0211 02:02:39.046237 8404 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0211 02:02:39.046247 8404 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0211 02:02:39.046271 8404 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-078072 NodeName:addons-078072 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0211 02:02:39.046402 8404 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-078072"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0211 02:02:39.046481 8404 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.1
I0211 02:02:39.055567 8404 binaries.go:44] Found k8s binaries, skipping transfer
I0211 02:02:39.055691 8404 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0211 02:02:39.064999 8404 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0211 02:02:39.083663 8404 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0211 02:02:39.102178 8404 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0211 02:02:39.121008 8404 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0211 02:02:39.124319 8404 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0211 02:02:39.134888 8404 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0211 02:02:39.227360 8404 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0211 02:02:39.242306 8404 certs.go:68] Setting up /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072 for IP: 192.168.49.2
I0211 02:02:39.242342 8404 certs.go:194] generating shared ca certs ...
I0211 02:02:39.242357 8404 certs.go:226] acquiring lock for ca certs: {Name:mkb699e01c27f19e8b20af4902a4f31bd887a1b1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:39.242516 8404 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20400-2318/.minikube/ca.key
I0211 02:02:39.785017 8404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20400-2318/.minikube/ca.crt ...
I0211 02:02:39.785053 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/ca.crt: {Name:mk1cae168baba30e2a37666dc94d526cc12595c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:39.785243 8404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20400-2318/.minikube/ca.key ...
I0211 02:02:39.785255 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/ca.key: {Name:mk7c84958347da23b2b5f27b1a0983d87cfbeeea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:39.785337 8404 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20400-2318/.minikube/proxy-client-ca.key
I0211 02:02:40.239391 8404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20400-2318/.minikube/proxy-client-ca.crt ...
I0211 02:02:40.239426 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/proxy-client-ca.crt: {Name:mk8cce46cd4a48ad1a2d9a08f5d248a2bf8ff66b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:40.239613 8404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20400-2318/.minikube/proxy-client-ca.key ...
I0211 02:02:40.239625 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/proxy-client-ca.key: {Name:mk8348a58e583e1ca4a14c049ba907ebc426f8d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:40.239710 8404 certs.go:256] generating profile certs ...
I0211 02:02:40.239771 8404 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/client.key
I0211 02:02:40.239789 8404 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/client.crt with IP's: []
I0211 02:02:40.502543 8404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/client.crt ...
I0211 02:02:40.502577 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/client.crt: {Name:mkaf393b670da0a6d89854e5801876d7525a890b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:40.502773 8404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/client.key ...
I0211 02:02:40.502785 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/client.key: {Name:mk23a6340af2b0234f0fa8350607ef8791eb1ab7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:40.502864 8404 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.key.3d2058d6
I0211 02:02:40.502887 8404 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.crt.3d2058d6 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0211 02:02:41.004191 8404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.crt.3d2058d6 ...
I0211 02:02:41.004223 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.crt.3d2058d6: {Name:mkf960b5c361809ff87cbd2894758e2f6a493636 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:41.004411 8404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.key.3d2058d6 ...
I0211 02:02:41.004425 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.key.3d2058d6: {Name:mk6b4430f0b80e5e1c5ca04455a585c93ae01950 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:41.004514 8404 certs.go:381] copying /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.crt.3d2058d6 -> /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.crt
I0211 02:02:41.004591 8404 certs.go:385] copying /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.key.3d2058d6 -> /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.key
I0211 02:02:41.004653 8404 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/proxy-client.key
I0211 02:02:41.004673 8404 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/proxy-client.crt with IP's: []
I0211 02:02:41.471546 8404 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/proxy-client.crt ...
I0211 02:02:41.471580 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/proxy-client.crt: {Name:mk3aa1576eb5ac493545d594a0b9e5d0f65bb821 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:41.471763 8404 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/proxy-client.key ...
I0211 02:02:41.471776 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/proxy-client.key: {Name:mkad5bca1e6678b9b876d7be8813ec02e5b1ffae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:02:41.471965 8404 certs.go:484] found cert: /home/jenkins/minikube-integration/20400-2318/.minikube/certs/ca-key.pem (1679 bytes)
I0211 02:02:41.472004 8404 certs.go:484] found cert: /home/jenkins/minikube-integration/20400-2318/.minikube/certs/ca.pem (1078 bytes)
I0211 02:02:41.472033 8404 certs.go:484] found cert: /home/jenkins/minikube-integration/20400-2318/.minikube/certs/cert.pem (1123 bytes)
I0211 02:02:41.472062 8404 certs.go:484] found cert: /home/jenkins/minikube-integration/20400-2318/.minikube/certs/key.pem (1675 bytes)
I0211 02:02:41.472734 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0211 02:02:41.499443 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0211 02:02:41.523038 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0211 02:02:41.547378 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0211 02:02:41.571847 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0211 02:02:41.596323 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0211 02:02:41.620616 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0211 02:02:41.644731 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/profiles/addons-078072/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0211 02:02:41.670067 8404 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20400-2318/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0211 02:02:41.702717 8404 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0211 02:02:41.724263 8404 ssh_runner.go:195] Run: openssl version
I0211 02:02:41.729779 8404 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0211 02:02:41.739927 8404 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0211 02:02:41.743600 8404 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Feb 11 02:02 /usr/share/ca-certificates/minikubeCA.pem
I0211 02:02:41.743699 8404 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0211 02:02:41.750649 8404 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0211 02:02:41.760721 8404 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0211 02:02:41.764134 8404 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0211 02:02:41.764183 8404 kubeadm.go:392] StartCluster: {Name:addons-078072 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.1 ClusterName:addons-078072 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientP
ath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0211 02:02:41.764257 8404 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0211 02:02:41.764329 8404 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0211 02:02:41.801863 8404 cri.go:89] found id: ""
I0211 02:02:41.801986 8404 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0211 02:02:41.811240 8404 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0211 02:02:41.820822 8404 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0211 02:02:41.820894 8404 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0211 02:02:41.830435 8404 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0211 02:02:41.830458 8404 kubeadm.go:157] found existing configuration files:
I0211 02:02:41.830530 8404 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0211 02:02:41.839476 8404 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0211 02:02:41.839576 8404 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0211 02:02:41.848493 8404 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0211 02:02:41.857427 8404 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0211 02:02:41.857515 8404 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0211 02:02:41.866122 8404 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0211 02:02:41.874990 8404 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0211 02:02:41.875088 8404 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0211 02:02:41.884072 8404 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0211 02:02:41.893123 8404 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0211 02:02:41.893190 8404 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0211 02:02:41.902116 8404 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0211 02:02:41.961250 8404 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0211 02:02:41.961539 8404 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1077-aws\n", err: exit status 1
I0211 02:02:42.022064 8404 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0211 02:03:00.864960 8404 kubeadm.go:310] [init] Using Kubernetes version: v1.32.1
I0211 02:03:00.865020 8404 kubeadm.go:310] [preflight] Running pre-flight checks
I0211 02:03:00.865108 8404 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0211 02:03:00.865172 8404 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1077-aws[0m
I0211 02:03:00.865208 8404 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0211 02:03:00.865254 8404 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0211 02:03:00.865302 8404 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0211 02:03:00.865350 8404 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0211 02:03:00.865401 8404 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0211 02:03:00.865449 8404 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0211 02:03:00.865497 8404 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0211 02:03:00.865543 8404 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0211 02:03:00.865591 8404 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0211 02:03:00.865638 8404 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0211 02:03:00.865710 8404 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0211 02:03:00.865819 8404 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0211 02:03:00.865909 8404 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0211 02:03:00.865971 8404 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0211 02:03:00.869183 8404 out.go:235] - Generating certificates and keys ...
I0211 02:03:00.869273 8404 kubeadm.go:310] [certs] Using existing ca certificate authority
I0211 02:03:00.869336 8404 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0211 02:03:00.869402 8404 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0211 02:03:00.869458 8404 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0211 02:03:00.869517 8404 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0211 02:03:00.869567 8404 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0211 02:03:00.869620 8404 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0211 02:03:00.869736 8404 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-078072 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0211 02:03:00.869788 8404 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0211 02:03:00.869902 8404 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-078072 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0211 02:03:00.869966 8404 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0211 02:03:00.870029 8404 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0211 02:03:00.870073 8404 kubeadm.go:310] [certs] Generating "sa" key and public key
I0211 02:03:00.870128 8404 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0211 02:03:00.870179 8404 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0211 02:03:00.870234 8404 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0211 02:03:00.870288 8404 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0211 02:03:00.870350 8404 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0211 02:03:00.870410 8404 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0211 02:03:00.870491 8404 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0211 02:03:00.870556 8404 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0211 02:03:00.873603 8404 out.go:235] - Booting up control plane ...
I0211 02:03:00.873764 8404 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0211 02:03:00.873855 8404 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0211 02:03:00.873931 8404 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0211 02:03:00.874040 8404 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0211 02:03:00.874127 8404 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0211 02:03:00.874185 8404 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0211 02:03:00.874335 8404 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0211 02:03:00.874444 8404 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0211 02:03:00.874506 8404 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 2.00153726s
I0211 02:03:00.874581 8404 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0211 02:03:00.874642 8404 kubeadm.go:310] [api-check] The API server is healthy after 5.503031813s
I0211 02:03:00.874780 8404 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0211 02:03:00.874988 8404 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0211 02:03:00.875065 8404 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0211 02:03:00.875250 8404 kubeadm.go:310] [mark-control-plane] Marking the node addons-078072 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0211 02:03:00.875313 8404 kubeadm.go:310] [bootstrap-token] Using token: 7yyxkz.ykspuxl92694uplk
I0211 02:03:00.878508 8404 out.go:235] - Configuring RBAC rules ...
I0211 02:03:00.878632 8404 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0211 02:03:00.878723 8404 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0211 02:03:00.878869 8404 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0211 02:03:00.879046 8404 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0211 02:03:00.879167 8404 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0211 02:03:00.879257 8404 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0211 02:03:00.879374 8404 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0211 02:03:00.879423 8404 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0211 02:03:00.879472 8404 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0211 02:03:00.879481 8404 kubeadm.go:310]
I0211 02:03:00.879540 8404 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0211 02:03:00.879548 8404 kubeadm.go:310]
I0211 02:03:00.879625 8404 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0211 02:03:00.879633 8404 kubeadm.go:310]
I0211 02:03:00.879659 8404 kubeadm.go:310] mkdir -p $HOME/.kube
I0211 02:03:00.879720 8404 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0211 02:03:00.879774 8404 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0211 02:03:00.879782 8404 kubeadm.go:310]
I0211 02:03:00.879836 8404 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0211 02:03:00.879844 8404 kubeadm.go:310]
I0211 02:03:00.879891 8404 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0211 02:03:00.879901 8404 kubeadm.go:310]
I0211 02:03:00.879957 8404 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0211 02:03:00.880036 8404 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0211 02:03:00.880107 8404 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0211 02:03:00.880115 8404 kubeadm.go:310]
I0211 02:03:00.880211 8404 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0211 02:03:00.880293 8404 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0211 02:03:00.880303 8404 kubeadm.go:310]
I0211 02:03:00.880386 8404 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 7yyxkz.ykspuxl92694uplk \
I0211 02:03:00.880490 8404 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:2120c9da3c99531e738f810d27f3aed98dafcf4c9d9954a1828e62589792eaf3 \
I0211 02:03:00.880515 8404 kubeadm.go:310] --control-plane
I0211 02:03:00.880522 8404 kubeadm.go:310]
I0211 02:03:00.880607 8404 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0211 02:03:00.880615 8404 kubeadm.go:310]
I0211 02:03:00.880696 8404 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 7yyxkz.ykspuxl92694uplk \
I0211 02:03:00.880814 8404 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:2120c9da3c99531e738f810d27f3aed98dafcf4c9d9954a1828e62589792eaf3
I0211 02:03:00.880826 8404 cni.go:84] Creating CNI manager for ""
I0211 02:03:00.880833 8404 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0211 02:03:00.886139 8404 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0211 02:03:00.889075 8404 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0211 02:03:00.892929 8404 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.1/kubectl ...
I0211 02:03:00.892950 8404 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0211 02:03:00.910823 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0211 02:03:01.204112 8404 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0211 02:03:01.204248 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0211 02:03:01.204331 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-078072 minikube.k8s.io/updated_at=2025_02_11T02_03_01_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=8e91f70b9b442caa4bec80b031add390ac34d321 minikube.k8s.io/name=addons-078072 minikube.k8s.io/primary=true
I0211 02:03:01.352591 8404 ops.go:34] apiserver oom_adj: -16
I0211 02:03:01.352702 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0211 02:03:01.853372 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0211 02:03:02.352824 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0211 02:03:02.852817 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0211 02:03:03.353444 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0211 02:03:03.853742 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0211 02:03:04.353065 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0211 02:03:04.852849 8404 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0211 02:03:05.007627 8404 kubeadm.go:1113] duration metric: took 3.803425529s to wait for elevateKubeSystemPrivileges
I0211 02:03:05.007661 8404 kubeadm.go:394] duration metric: took 23.243479922s to StartCluster
I0211 02:03:05.007680 8404 settings.go:142] acquiring lock: {Name:mkcb9f0571dcb924e955748cabf62d7babc9d2d4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:03:05.007800 8404 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20400-2318/kubeconfig
I0211 02:03:05.008176 8404 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20400-2318/kubeconfig: {Name:mk788ac45535578315227e6d2be792d0a0803ed7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0211 02:03:05.008375 8404 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I0211 02:03:05.008533 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0211 02:03:05.008781 8404 config.go:182] Loaded profile config "addons-078072": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0211 02:03:05.008767 8404 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0211 02:03:05.008909 8404 addons.go:69] Setting yakd=true in profile "addons-078072"
I0211 02:03:05.008924 8404 addons.go:238] Setting addon yakd=true in "addons-078072"
I0211 02:03:05.008953 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.009438 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.009669 8404 addons.go:69] Setting inspektor-gadget=true in profile "addons-078072"
I0211 02:03:05.009698 8404 addons.go:238] Setting addon inspektor-gadget=true in "addons-078072"
I0211 02:03:05.009766 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.009988 8404 addons.go:69] Setting metrics-server=true in profile "addons-078072"
I0211 02:03:05.010012 8404 addons.go:238] Setting addon metrics-server=true in "addons-078072"
I0211 02:03:05.010039 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.010454 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.010501 8404 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-078072"
I0211 02:03:05.010544 8404 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-078072"
I0211 02:03:05.010587 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.011094 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.010456 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.018974 8404 addons.go:69] Setting cloud-spanner=true in profile "addons-078072"
I0211 02:03:05.019006 8404 addons.go:238] Setting addon cloud-spanner=true in "addons-078072"
I0211 02:03:05.019044 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.019542 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.031134 8404 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-078072"
I0211 02:03:05.031219 8404 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-078072"
I0211 02:03:05.031275 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.031815 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.039067 8404 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-078072"
I0211 02:03:05.039136 8404 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-078072"
I0211 02:03:05.039168 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.039677 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.042772 8404 addons.go:69] Setting default-storageclass=true in profile "addons-078072"
I0211 02:03:05.042799 8404 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-078072"
I0211 02:03:05.043278 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.048958 8404 addons.go:69] Setting registry=true in profile "addons-078072"
I0211 02:03:05.049003 8404 addons.go:238] Setting addon registry=true in "addons-078072"
I0211 02:03:05.049042 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.050113 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.059036 8404 addons.go:69] Setting gcp-auth=true in profile "addons-078072"
I0211 02:03:05.059076 8404 mustload.go:65] Loading cluster: addons-078072
I0211 02:03:05.059300 8404 config.go:182] Loaded profile config "addons-078072": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.1
I0211 02:03:05.059569 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.061819 8404 addons.go:69] Setting storage-provisioner=true in profile "addons-078072"
I0211 02:03:05.061883 8404 addons.go:238] Setting addon storage-provisioner=true in "addons-078072"
I0211 02:03:05.061953 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.062472 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.088621 8404 addons.go:69] Setting ingress=true in profile "addons-078072"
I0211 02:03:05.088651 8404 addons.go:238] Setting addon ingress=true in "addons-078072"
I0211 02:03:05.088697 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.089177 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.095258 8404 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-078072"
I0211 02:03:05.095358 8404 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-078072"
I0211 02:03:05.095781 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.111482 8404 addons.go:69] Setting ingress-dns=true in profile "addons-078072"
I0211 02:03:05.111512 8404 addons.go:238] Setting addon ingress-dns=true in "addons-078072"
I0211 02:03:05.111558 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.112136 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.120248 8404 addons.go:69] Setting volcano=true in profile "addons-078072"
I0211 02:03:05.120322 8404 addons.go:238] Setting addon volcano=true in "addons-078072"
I0211 02:03:05.120395 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.120920 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.146462 8404 addons.go:69] Setting volumesnapshots=true in profile "addons-078072"
I0211 02:03:05.146497 8404 addons.go:238] Setting addon volumesnapshots=true in "addons-078072"
I0211 02:03:05.146535 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.147079 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.166865 8404 out.go:177] * Verifying Kubernetes components...
I0211 02:03:05.174969 8404 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0211 02:03:05.193284 8404 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0211 02:03:05.200411 8404 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0211 02:03:05.202524 8404 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0211 02:03:05.202545 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0211 02:03:05.202620 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.204384 8404 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0211 02:03:05.204483 8404 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0211 02:03:05.204584 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.211533 8404 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0211 02:03:05.217237 8404 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0211 02:03:05.217347 8404 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0211 02:03:05.217452 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.217702 8404 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.28
I0211 02:03:05.219123 8404 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0211 02:03:05.224239 8404 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0211 02:03:05.224262 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0211 02:03:05.224334 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.239455 8404 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0211 02:03:05.239475 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0211 02:03:05.239535 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.273521 8404 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0211 02:03:05.287064 8404 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0211 02:03:05.287149 8404 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0211 02:03:05.287239 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.343533 8404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0211 02:03:05.346319 8404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0211 02:03:05.349707 8404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0211 02:03:05.352763 8404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0211 02:03:05.355617 8404 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0211 02:03:05.358458 8404 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0211 02:03:05.361397 8404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0211 02:03:05.364227 8404 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0211 02:03:05.367231 8404 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0211 02:03:05.367266 8404 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0211 02:03:05.367336 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.402806 8404 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0211 02:03:05.405726 8404 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0211 02:03:05.405751 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0211 02:03:05.405824 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.420228 8404 host.go:66] Checking if "addons-078072" exists ...
W0211 02:03:05.421063 8404 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0211 02:03:05.445234 8404 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0211 02:03:05.448238 8404 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0211 02:03:05.448307 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0211 02:03:05.448405 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.455831 8404 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-078072"
I0211 02:03:05.455876 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.456291 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.490371 8404 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0211 02:03:05.493639 8404 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0211 02:03:05.493825 8404 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0211 02:03:05.493849 8404 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0211 02:03:05.493927 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.501258 8404 addons.go:238] Setting addon default-storageclass=true in "addons-078072"
I0211 02:03:05.501356 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:05.501819 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:05.532880 8404 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0211 02:03:05.534204 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0211 02:03:05.534639 8404 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0211 02:03:05.538393 8404 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0211 02:03:05.543720 8404 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0211 02:03:05.543747 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0211 02:03:05.543814 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.551481 8404 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0211 02:03:05.555862 8404 out.go:177] - Using image docker.io/registry:2.8.3
I0211 02:03:05.555993 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.556946 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.558268 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.558915 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.560388 8404 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0211 02:03:05.560417 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0211 02:03:05.560478 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.578201 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.580708 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.594595 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.600901 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.679198 8404 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0211 02:03:05.679223 8404 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0211 02:03:05.679292 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.699485 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.700227 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.702474 8404 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0211 02:03:05.708170 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.709188 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.711323 8404 out.go:177] - Using image docker.io/busybox:stable
I0211 02:03:05.714527 8404 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0211 02:03:05.714556 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0211 02:03:05.714622 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:05.764610 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:05.765384 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:06.179618 8404 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0211 02:03:06.179647 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0211 02:03:06.182652 8404 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0211 02:03:06.182672 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0211 02:03:06.192398 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0211 02:03:06.210424 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0211 02:03:06.214141 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0211 02:03:06.237325 8404 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0211 02:03:06.237396 8404 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0211 02:03:06.240740 8404 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0211 02:03:06.240813 8404 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0211 02:03:06.257164 8404 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0211 02:03:06.257240 8404 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0211 02:03:06.264269 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0211 02:03:06.267317 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0211 02:03:06.270575 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0211 02:03:06.276784 8404 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0211 02:03:06.276859 8404 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0211 02:03:06.284478 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0211 02:03:06.300366 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0211 02:03:06.333117 8404 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0211 02:03:06.333190 8404 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0211 02:03:06.372663 8404 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0211 02:03:06.372735 8404 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0211 02:03:06.420187 8404 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0211 02:03:06.420263 8404 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0211 02:03:06.427041 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0211 02:03:06.446898 8404 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0211 02:03:06.447003 8404 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0211 02:03:06.450114 8404 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0211 02:03:06.450189 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0211 02:03:06.511158 8404 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0211 02:03:06.511239 8404 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0211 02:03:06.551806 8404 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0211 02:03:06.551869 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0211 02:03:06.634922 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0211 02:03:06.689385 8404 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0211 02:03:06.689463 8404 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0211 02:03:06.727537 8404 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0211 02:03:06.727610 8404 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0211 02:03:06.777376 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0211 02:03:06.778818 8404 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0211 02:03:06.778889 8404 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0211 02:03:06.870850 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0211 02:03:06.957036 8404 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0211 02:03:06.957110 8404 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0211 02:03:06.974481 8404 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0211 02:03:06.974564 8404 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0211 02:03:07.125232 8404 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0211 02:03:07.125311 8404 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0211 02:03:07.163422 8404 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0211 02:03:07.163494 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0211 02:03:07.255928 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0211 02:03:07.280381 8404 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0211 02:03:07.280455 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0211 02:03:07.374866 8404 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0211 02:03:07.374965 8404 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0211 02:03:07.470275 8404 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0211 02:03:07.470345 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0211 02:03:07.564231 8404 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0211 02:03:07.564304 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0211 02:03:07.695457 8404 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0211 02:03:07.695536 8404 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0211 02:03:07.913669 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0211 02:03:08.653215 8404 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (3.118547233s)
I0211 02:03:08.653403 8404 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.11917479s)
I0211 02:03:08.653471 8404 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0211 02:03:08.655053 8404 node_ready.go:35] waiting up to 6m0s for node "addons-078072" to be "Ready" ...
I0211 02:03:08.907673 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (2.715239206s)
I0211 02:03:09.688341 8404 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-078072" context rescaled to 1 replicas
I0211 02:03:10.764412 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.55390536s)
I0211 02:03:10.764522 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.550318151s)
I0211 02:03:10.791300 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:10.908589 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.644233093s)
I0211 02:03:12.425740 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.158339823s)
I0211 02:03:12.425773 8404 addons.go:479] Verifying addon ingress=true in "addons-078072"
I0211 02:03:12.425992 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.155355238s)
I0211 02:03:12.426280 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.141722229s)
I0211 02:03:12.426348 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.125908945s)
I0211 02:03:12.426555 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.999439017s)
I0211 02:03:12.426597 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.791584701s)
I0211 02:03:12.426606 8404 addons.go:479] Verifying addon registry=true in "addons-078072"
I0211 02:03:12.426736 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.649278966s)
I0211 02:03:12.427079 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.556147215s)
I0211 02:03:12.428377 8404 addons.go:479] Verifying addon metrics-server=true in "addons-078072"
I0211 02:03:12.429098 8404 out.go:177] * Verifying registry addon...
I0211 02:03:12.429112 8404 out.go:177] * Verifying ingress addon...
I0211 02:03:12.431263 8404 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-078072 service yakd-dashboard -n yakd-dashboard
I0211 02:03:12.431932 8404 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0211 02:03:12.432201 8404 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0211 02:03:12.445684 8404 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0211 02:03:12.445709 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:12.446793 8404 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0211 02:03:12.446825 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0211 02:03:12.477108 8404 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0211 02:03:12.500062 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.244044944s)
W0211 02:03:12.500681 8404 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0211 02:03:12.500778 8404 retry.go:31] will retry after 337.936881ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0211 02:03:12.839351 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0211 02:03:12.844117 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.930348848s)
I0211 02:03:12.844203 8404 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-078072"
I0211 02:03:12.847458 8404 out.go:177] * Verifying csi-hostpath-driver addon...
I0211 02:03:12.851331 8404 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0211 02:03:12.855716 8404 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0211 02:03:12.855743 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:12.937102 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:12.937275 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:13.159048 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:13.354646 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:13.438830 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:13.439304 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:13.855134 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:13.955859 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:13.956038 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:14.356498 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:14.437383 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:14.437413 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:14.854909 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:14.875853 8404 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0211 02:03:14.875930 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:14.893022 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:14.956201 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:14.956617 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:14.993394 8404 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0211 02:03:15.011500 8404 addons.go:238] Setting addon gcp-auth=true in "addons-078072"
I0211 02:03:15.011549 8404 host.go:66] Checking if "addons-078072" exists ...
I0211 02:03:15.012020 8404 cli_runner.go:164] Run: docker container inspect addons-078072 --format={{.State.Status}}
I0211 02:03:15.042914 8404 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0211 02:03:15.043044 8404 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-078072
I0211 02:03:15.064005 8404 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/20400-2318/.minikube/machines/addons-078072/id_rsa Username:docker}
I0211 02:03:15.159313 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:15.355960 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:15.436105 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:15.436523 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:15.514882 8404 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.6754412s)
I0211 02:03:15.518195 8404 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0211 02:03:15.521169 8404 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0211 02:03:15.524009 8404 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0211 02:03:15.524037 8404 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0211 02:03:15.543678 8404 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0211 02:03:15.543702 8404 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0211 02:03:15.561003 8404 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0211 02:03:15.561027 8404 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0211 02:03:15.580958 8404 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0211 02:03:15.855753 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:15.936559 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:15.937580 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:16.135107 8404 addons.go:479] Verifying addon gcp-auth=true in "addons-078072"
I0211 02:03:16.138875 8404 out.go:177] * Verifying gcp-auth addon...
I0211 02:03:16.142701 8404 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0211 02:03:16.146147 8404 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0211 02:03:16.146181 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:16.355250 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:16.438342 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:16.438616 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:16.646248 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:16.854282 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:16.935938 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:16.936259 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:17.146484 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:17.354970 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:17.437307 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:17.437980 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:17.645743 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:17.658458 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:17.854467 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:17.936222 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:17.936673 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:18.145646 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:18.354288 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:18.437794 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:18.438675 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:18.646609 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:18.855111 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:18.935415 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:18.935641 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:19.148227 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:19.356806 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:19.437099 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:19.437276 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:19.646595 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:19.855439 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:19.935485 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:19.935687 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:20.145481 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:20.158126 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:20.355169 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:20.438508 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:20.438728 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:20.645948 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:20.854961 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:20.936302 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:20.936499 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:21.146730 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:21.354750 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:21.437492 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:21.437766 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:21.645776 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:21.854711 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:21.936076 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:21.936091 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:22.146022 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:22.158660 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:22.354721 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:22.435533 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:22.436417 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:22.645561 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:22.854694 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:22.936131 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:22.936298 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:23.146719 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:23.355596 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:23.437477 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:23.437705 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:23.645669 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:23.854574 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:23.936234 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:23.936438 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:24.146467 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:24.354614 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:24.436460 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:24.440515 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:24.646164 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:24.659156 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:24.854283 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:24.935630 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:24.935733 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:25.145722 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:25.355134 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:25.437153 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:25.438049 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:25.645919 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:25.854507 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:25.935696 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:25.935999 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:26.145920 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:26.354691 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:26.437131 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:26.437675 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:26.645602 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:26.854897 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:26.935350 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:26.936206 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:27.146196 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:27.159111 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:27.355566 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:27.438432 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:27.438558 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:27.646554 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:27.855133 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:27.935020 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:27.935551 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:28.146152 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:28.354830 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:28.436191 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:28.436225 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:28.646182 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:28.855268 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:28.934968 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:28.935237 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:29.148760 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:29.354719 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:29.435594 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:29.440299 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:29.645781 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:29.658380 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:29.854382 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:29.935815 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:29.936319 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:30.146184 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:30.355033 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:30.439083 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:30.439933 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:30.645507 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:30.854379 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:30.935495 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:30.935907 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:31.146081 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:31.354611 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:31.455692 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:31.455992 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:31.645431 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:31.658789 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:31.854988 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:31.935843 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:31.936337 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:32.146330 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:32.355248 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:32.437741 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:32.437846 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:32.645783 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:32.855060 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:32.935223 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:32.935638 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:33.146193 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:33.355280 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:33.440806 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:33.441240 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:33.646045 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:33.854499 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:33.935880 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:33.936037 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:34.148251 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:34.158548 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:34.354570 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:34.438330 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:34.438466 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:34.646329 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:34.855099 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:34.935773 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:34.935959 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:35.146037 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:35.354792 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:35.437996 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:35.438389 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:35.646087 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:35.854581 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:35.935570 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:35.935811 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:36.145363 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:36.158993 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:36.354776 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:36.437973 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:36.438552 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:36.646122 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:36.854614 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:36.936128 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:36.936264 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:37.146173 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:37.354845 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:37.438031 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:37.438456 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:37.646435 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:37.854795 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:37.936908 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:37.936999 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:38.146204 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:38.354620 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:38.438710 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:38.438885 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:38.645844 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:38.658464 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:38.854833 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:38.936584 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:38.936860 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:39.147614 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:39.355230 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:39.435497 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:39.437205 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:39.646129 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:39.855049 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:39.935148 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:39.935453 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:40.146209 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:40.354956 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:40.437272 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:40.437431 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:40.646495 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:40.854901 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:40.936945 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:40.937039 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:41.146079 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:41.158769 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:41.354832 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:41.436770 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:41.436991 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:41.645853 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:41.854829 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:41.935943 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:41.936112 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:42.147017 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:42.355316 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:42.436340 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:42.436881 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:42.645760 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:42.854529 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:42.935645 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:42.935871 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:43.145622 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:43.354959 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:43.437462 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:43.437672 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:43.645600 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:43.658059 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:43.854998 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:43.935813 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:43.936019 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:44.147054 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:44.354888 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:44.437074 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:44.437854 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:44.645878 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:44.854269 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:44.935517 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:44.935889 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:45.146770 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:45.354362 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:45.436857 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:45.437161 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:45.646024 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:45.658860 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:45.862688 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:45.935887 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:45.936109 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:46.145883 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:46.354624 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:46.438251 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:46.438582 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:46.646652 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:46.854573 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:46.935529 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:46.935977 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:47.146340 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:47.354669 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:47.436870 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:47.438628 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:47.646375 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:47.659160 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:47.855111 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:47.935149 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:47.935264 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:48.146267 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:48.354821 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:48.437357 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:48.439296 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:48.646010 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:48.855027 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:48.936598 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:48.936660 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:49.146824 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:49.355121 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:49.436979 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:49.437642 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:49.646221 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:49.854905 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:49.934869 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:49.935291 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:50.146222 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:50.158982 8404 node_ready.go:53] node "addons-078072" has status "Ready":"False"
I0211 02:03:50.354448 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:50.437177 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:50.437451 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:50.646167 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:50.854657 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:50.935804 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:50.935920 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:51.146217 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:51.354614 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:51.437375 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:51.437550 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:51.645347 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:51.866829 8404 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0211 02:03:51.866857 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:51.965740 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:51.966777 8404 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0211 02:03:51.966806 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:52.151613 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:52.159965 8404 node_ready.go:49] node "addons-078072" has status "Ready":"True"
I0211 02:03:52.160005 8404 node_ready.go:38] duration metric: took 43.504571741s for node "addons-078072" to be "Ready" ...
I0211 02:03:52.160016 8404 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0211 02:03:52.169712 8404 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-5g5r8" in "kube-system" namespace to be "Ready" ...
I0211 02:03:52.389188 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:52.486721 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:52.486878 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:52.671791 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:52.856398 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:52.935797 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:52.936902 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:53.146473 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:53.354706 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:53.437896 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:53.438081 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:53.646376 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:53.675724 8404 pod_ready.go:93] pod "coredns-668d6bf9bc-5g5r8" in "kube-system" namespace has status "Ready":"True"
I0211 02:03:53.675752 8404 pod_ready.go:82] duration metric: took 1.506007752s for pod "coredns-668d6bf9bc-5g5r8" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.675775 8404 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-078072" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.680525 8404 pod_ready.go:93] pod "etcd-addons-078072" in "kube-system" namespace has status "Ready":"True"
I0211 02:03:53.680558 8404 pod_ready.go:82] duration metric: took 4.77506ms for pod "etcd-addons-078072" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.680590 8404 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-078072" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.684905 8404 pod_ready.go:93] pod "kube-apiserver-addons-078072" in "kube-system" namespace has status "Ready":"True"
I0211 02:03:53.684930 8404 pod_ready.go:82] duration metric: took 4.325271ms for pod "kube-apiserver-addons-078072" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.684942 8404 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-078072" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.689134 8404 pod_ready.go:93] pod "kube-controller-manager-addons-078072" in "kube-system" namespace has status "Ready":"True"
I0211 02:03:53.689162 8404 pod_ready.go:82] duration metric: took 4.212059ms for pod "kube-controller-manager-addons-078072" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.689176 8404 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7th4q" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.759335 8404 pod_ready.go:93] pod "kube-proxy-7th4q" in "kube-system" namespace has status "Ready":"True"
I0211 02:03:53.759362 8404 pod_ready.go:82] duration metric: took 70.177263ms for pod "kube-proxy-7th4q" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.759373 8404 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-078072" in "kube-system" namespace to be "Ready" ...
I0211 02:03:53.859867 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:53.935038 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:53.936694 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:54.145963 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:54.158840 8404 pod_ready.go:93] pod "kube-scheduler-addons-078072" in "kube-system" namespace has status "Ready":"True"
I0211 02:03:54.158865 8404 pod_ready.go:82] duration metric: took 399.484924ms for pod "kube-scheduler-addons-078072" in "kube-system" namespace to be "Ready" ...
I0211 02:03:54.158877 8404 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace to be "Ready" ...
I0211 02:03:54.355428 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:54.436201 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:54.436281 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:54.646392 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:54.855786 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:54.937605 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:54.938071 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:55.145986 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:55.354962 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:55.437722 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:55.438146 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:55.647389 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:55.855931 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:55.937605 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:55.938114 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:56.147004 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:56.164990 8404 pod_ready.go:103] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"False"
I0211 02:03:56.356035 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:56.439715 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:56.440354 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:56.649714 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:56.878210 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:56.938235 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:56.939671 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:57.146064 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:57.356676 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:57.436817 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:57.437072 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:57.646682 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:57.860526 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:57.935654 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:57.935993 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:58.145996 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:58.165192 8404 pod_ready.go:103] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"False"
I0211 02:03:58.355816 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:58.437686 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:58.438025 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:58.647109 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:58.855696 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:58.937049 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:58.937521 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:59.146826 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:59.355679 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:59.456570 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:59.457108 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:03:59.646325 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:03:59.855672 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:03:59.938539 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:03:59.938675 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:00.147755 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:00.166513 8404 pod_ready.go:103] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:00.356255 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:00.448418 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:00.456086 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:00.646206 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:00.860014 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:00.937872 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:00.938313 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:01.146754 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:01.356722 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:01.436976 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:01.438246 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:01.646638 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:01.855169 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:01.936804 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:01.938104 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:02.147103 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:02.356530 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:02.438607 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:02.439489 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:02.655562 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:02.668294 8404 pod_ready.go:103] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:02.860600 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:02.940927 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:02.941345 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:03.146683 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:03.356384 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:03.437333 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:03.438619 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:03.646381 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:03.855379 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:03.937817 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:03.938349 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:04.147749 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:04.355808 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:04.437706 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:04.447342 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:04.652236 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:04.684716 8404 pod_ready.go:103] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:04.878348 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:04.937612 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:04.937709 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:05.145776 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:05.355311 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:05.462806 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:05.464663 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:05.646819 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:05.869297 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:05.958280 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:05.959685 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:06.146595 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:06.355641 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:06.436980 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:06.437039 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:06.646738 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:06.856017 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:06.944394 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:06.944865 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:07.145875 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:07.166678 8404 pod_ready.go:103] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:07.355634 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:07.444396 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:07.444571 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:07.645593 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:07.855597 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:07.935900 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:07.936044 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:08.146312 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:08.355116 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:08.436927 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:08.437268 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:08.645912 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:08.856943 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:08.957519 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:08.958626 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:09.147709 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:09.355898 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:09.437644 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:09.437829 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:09.645823 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:09.664537 8404 pod_ready.go:103] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:09.857221 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:09.935288 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:09.935538 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:10.146318 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:10.355760 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:10.435889 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:10.436273 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:10.646352 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:10.863618 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:10.969412 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:10.969931 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:11.146036 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:11.355495 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:11.436871 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:11.437766 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:11.646160 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:11.664608 8404 pod_ready.go:103] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:11.855178 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:11.935588 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:11.936408 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:12.147572 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:12.356203 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:12.441445 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:12.449828 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:12.646439 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:12.855301 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:12.940675 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:12.944577 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:13.147293 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:13.354339 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:13.438103 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:13.438797 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:13.645254 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:13.665297 8404 pod_ready.go:103] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:13.856113 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:13.936011 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:13.936141 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:14.146631 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:14.355090 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:14.438342 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:14.439207 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:14.649649 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:14.690869 8404 pod_ready.go:93] pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace has status "Ready":"True"
I0211 02:04:14.690900 8404 pod_ready.go:82] duration metric: took 20.532012741s for pod "metrics-server-7fbb699795-7rbb7" in "kube-system" namespace to be "Ready" ...
I0211 02:04:14.690913 8404 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace to be "Ready" ...
I0211 02:04:14.862228 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:14.936613 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:14.936788 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:15.147828 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:15.355723 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:15.437652 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:15.438304 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:15.646395 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:15.855478 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:15.956695 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:15.957026 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:16.153499 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:16.355052 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:16.448302 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:16.448664 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:16.646554 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:16.704694 8404 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:16.856115 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:16.937041 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:16.937143 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:17.148610 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:17.355133 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:17.441440 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:17.441601 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:17.646368 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:17.857346 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:17.938037 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:17.938555 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:18.150821 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:18.355069 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:18.441450 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:18.441560 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:18.646014 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:18.856497 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:18.936638 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:18.938550 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:19.147910 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:19.196683 8404 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:19.357218 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:19.456573 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:19.457533 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:19.645505 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:19.863942 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:19.962059 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:19.962179 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:20.147606 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:20.354544 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:20.437063 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:20.437408 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:20.646171 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:20.854799 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:20.936416 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:20.936520 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:21.146792 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:21.199089 8404 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:21.355302 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:21.436805 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:21.437260 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:21.646662 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:21.855050 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:21.936402 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:21.937080 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:22.146582 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:22.354886 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:22.437509 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:22.437560 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:22.653834 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:22.855886 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:22.945609 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:22.946983 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:23.146080 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:23.354457 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:23.439413 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:23.439991 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:23.645964 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:23.696425 8404 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:23.855130 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:23.936502 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:23.936724 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:24.145545 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:24.355544 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:24.440363 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:24.440993 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:24.646375 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:24.856276 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:24.937895 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:24.938278 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:25.160944 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:25.356157 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:25.438093 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:25.441355 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:25.646269 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:25.697215 8404 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:25.857272 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:25.935534 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:25.936859 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:26.150146 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:26.354881 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:26.441753 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:26.442301 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:26.646231 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:26.856382 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:26.937230 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:26.938799 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:27.146733 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:27.356002 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:27.438506 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:27.440763 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:27.651742 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:27.697932 8404 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:27.854837 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:27.937259 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:27.938818 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:28.146233 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:28.355218 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:28.442225 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:28.442489 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:28.647259 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:28.856800 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:28.940580 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:28.940864 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:29.150771 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:29.383295 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:29.436734 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:29.436872 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:29.646395 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:29.700832 8404 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace has status "Ready":"False"
I0211 02:04:29.856564 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:29.938376 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:29.941295 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:30.146885 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:30.356881 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:30.439023 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:30.443546 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:30.646351 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:30.855533 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:30.936762 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:30.936943 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:31.155072 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:31.354986 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:31.436591 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:31.437724 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:31.645675 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:31.855888 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:31.935221 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:31.935479 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:32.146558 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:32.196706 8404 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace has status "Ready":"True"
I0211 02:04:32.196731 8404 pod_ready.go:82] duration metric: took 17.505809295s for pod "nvidia-device-plugin-daemonset-cwmcw" in "kube-system" namespace to be "Ready" ...
I0211 02:04:32.196752 8404 pod_ready.go:39] duration metric: took 40.036721601s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0211 02:04:32.196775 8404 api_server.go:52] waiting for apiserver process to appear ...
I0211 02:04:32.196822 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0211 02:04:32.196881 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0211 02:04:32.239931 8404 cri.go:89] found id: "9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6"
I0211 02:04:32.239953 8404 cri.go:89] found id: ""
I0211 02:04:32.239961 8404 logs.go:282] 1 containers: [9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6]
I0211 02:04:32.240015 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:32.243672 8404 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0211 02:04:32.243756 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0211 02:04:32.283184 8404 cri.go:89] found id: "8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439"
I0211 02:04:32.283207 8404 cri.go:89] found id: ""
I0211 02:04:32.283215 8404 logs.go:282] 1 containers: [8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439]
I0211 02:04:32.283290 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:32.287167 8404 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0211 02:04:32.287240 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0211 02:04:32.328518 8404 cri.go:89] found id: "acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df"
I0211 02:04:32.328592 8404 cri.go:89] found id: ""
I0211 02:04:32.328614 8404 logs.go:282] 1 containers: [acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df]
I0211 02:04:32.328708 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:32.332625 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0211 02:04:32.332718 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0211 02:04:32.354674 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:32.375629 8404 cri.go:89] found id: "0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba"
I0211 02:04:32.375661 8404 cri.go:89] found id: ""
I0211 02:04:32.375670 8404 logs.go:282] 1 containers: [0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba]
I0211 02:04:32.375745 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:32.379462 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0211 02:04:32.379532 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0211 02:04:32.422304 8404 cri.go:89] found id: "a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd"
I0211 02:04:32.422374 8404 cri.go:89] found id: ""
I0211 02:04:32.422395 8404 logs.go:282] 1 containers: [a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd]
I0211 02:04:32.422489 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:32.425877 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0211 02:04:32.425969 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0211 02:04:32.437158 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:32.437365 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:32.469686 8404 cri.go:89] found id: "0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd"
I0211 02:04:32.469752 8404 cri.go:89] found id: ""
I0211 02:04:32.469773 8404 logs.go:282] 1 containers: [0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd]
I0211 02:04:32.469843 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:32.473418 8404 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0211 02:04:32.473540 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0211 02:04:32.511576 8404 cri.go:89] found id: "bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9"
I0211 02:04:32.511600 8404 cri.go:89] found id: ""
I0211 02:04:32.511609 8404 logs.go:282] 1 containers: [bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9]
I0211 02:04:32.511684 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:32.515232 8404 logs.go:123] Gathering logs for container status ...
I0211 02:04:32.515305 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0211 02:04:32.588235 8404 logs.go:123] Gathering logs for kubelet ...
I0211 02:04:32.588267 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0211 02:04:32.647370 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W0211 02:04:32.671732 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.776907 1529 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-078072" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-078072' and this object
W0211 02:04:32.672002 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.776959 1529 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
W0211 02:04:32.672179 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.815412 1529 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-078072" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-078072' and this object
W0211 02:04:32.672393 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.815461 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
I0211 02:04:32.702533 8404 logs.go:123] Gathering logs for dmesg ...
I0211 02:04:32.702572 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0211 02:04:32.715496 8404 logs.go:123] Gathering logs for describe nodes ...
I0211 02:04:32.715524 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0211 02:04:32.855478 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:32.922918 8404 logs.go:123] Gathering logs for kube-apiserver [9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6] ...
I0211 02:04:32.923004 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6"
I0211 02:04:32.936995 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:32.938696 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:33.002775 8404 logs.go:123] Gathering logs for etcd [8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439] ...
I0211 02:04:33.002807 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439"
I0211 02:04:33.057232 8404 logs.go:123] Gathering logs for kube-scheduler [0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba] ...
I0211 02:04:33.057269 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba"
I0211 02:04:33.127942 8404 logs.go:123] Gathering logs for kube-controller-manager [0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd] ...
I0211 02:04:33.128012 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd"
I0211 02:04:33.146585 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:33.201102 8404 logs.go:123] Gathering logs for coredns [acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df] ...
I0211 02:04:33.201136 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df"
I0211 02:04:33.242509 8404 logs.go:123] Gathering logs for kube-proxy [a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd] ...
I0211 02:04:33.242535 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd"
I0211 02:04:33.285552 8404 logs.go:123] Gathering logs for kindnet [bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9] ...
I0211 02:04:33.285582 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9"
I0211 02:04:33.330630 8404 logs.go:123] Gathering logs for CRI-O ...
I0211 02:04:33.330659 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0211 02:04:33.355921 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:33.416254 8404 out.go:358] Setting ErrFile to fd 2...
I0211 02:04:33.416288 8404 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0211 02:04:33.416342 8404 out.go:270] X Problems detected in kubelet:
W0211 02:04:33.416361 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.776907 1529 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-078072" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-078072' and this object
W0211 02:04:33.416372 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.776959 1529 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
W0211 02:04:33.416381 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.815412 1529 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-078072" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-078072' and this object
W0211 02:04:33.416393 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.815461 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
I0211 02:04:33.416399 8404 out.go:358] Setting ErrFile to fd 2...
I0211 02:04:33.416412 8404 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0211 02:04:33.435767 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:33.436032 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:33.645857 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:33.855349 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:33.936319 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:33.936562 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:34.145979 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:34.359215 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:34.440311 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:34.440769 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:34.646323 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:34.856670 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:34.937274 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:34.937768 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:35.146578 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:35.354879 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:35.437750 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:35.438193 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:35.647800 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:35.855760 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:35.936001 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:35.936433 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:36.146808 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:36.354789 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:36.438298 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:36.439320 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:36.648698 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:36.854683 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:36.935969 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:36.937403 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:37.147234 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:37.354530 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:37.439166 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:37.441977 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:37.646463 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:37.855936 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:37.955538 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:37.956131 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:38.146332 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:38.354356 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:38.435870 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:38.436949 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:38.646720 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:38.855658 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:38.942222 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:38.942753 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:39.146961 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:39.356797 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:39.459781 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:39.460849 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:39.646276 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:39.855645 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:39.938015 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0211 02:04:39.938046 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:40.154588 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:40.355229 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:40.434921 8404 kapi.go:107] duration metric: took 1m28.002714053s to wait for kubernetes.io/minikube-addons=registry ...
I0211 02:04:40.435671 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:40.646229 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:40.854551 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:40.936008 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:41.146445 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:41.354808 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:41.438968 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:41.646044 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:41.897323 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:41.987885 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:42.150785 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:42.356605 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:42.440237 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:42.646623 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:42.862714 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:42.938267 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:43.147540 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:43.356325 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:43.417448 8404 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0211 02:04:43.436740 8404 api_server.go:72] duration metric: took 1m38.428326617s to wait for apiserver process to appear ...
I0211 02:04:43.436784 8404 api_server.go:88] waiting for apiserver healthz status ...
I0211 02:04:43.436843 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0211 02:04:43.436932 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0211 02:04:43.442130 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:43.500501 8404 cri.go:89] found id: "9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6"
I0211 02:04:43.500536 8404 cri.go:89] found id: ""
I0211 02:04:43.500544 8404 logs.go:282] 1 containers: [9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6]
I0211 02:04:43.500626 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:43.505850 8404 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0211 02:04:43.505951 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0211 02:04:43.579720 8404 cri.go:89] found id: "8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439"
I0211 02:04:43.579744 8404 cri.go:89] found id: ""
I0211 02:04:43.579752 8404 logs.go:282] 1 containers: [8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439]
I0211 02:04:43.579833 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:43.583760 8404 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0211 02:04:43.583858 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0211 02:04:43.634337 8404 cri.go:89] found id: "acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df"
I0211 02:04:43.634358 8404 cri.go:89] found id: ""
I0211 02:04:43.634365 8404 logs.go:282] 1 containers: [acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df]
I0211 02:04:43.634446 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:43.646627 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:43.646755 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0211 02:04:43.646837 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0211 02:04:43.717251 8404 cri.go:89] found id: "0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba"
I0211 02:04:43.717273 8404 cri.go:89] found id: ""
I0211 02:04:43.717280 8404 logs.go:282] 1 containers: [0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba]
I0211 02:04:43.717361 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:43.721247 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0211 02:04:43.721339 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0211 02:04:43.786854 8404 cri.go:89] found id: "a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd"
I0211 02:04:43.786880 8404 cri.go:89] found id: ""
I0211 02:04:43.786888 8404 logs.go:282] 1 containers: [a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd]
I0211 02:04:43.787015 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:43.791270 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0211 02:04:43.791376 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0211 02:04:43.855869 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:43.876951 8404 cri.go:89] found id: "0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd"
I0211 02:04:43.876975 8404 cri.go:89] found id: ""
I0211 02:04:43.876983 8404 logs.go:282] 1 containers: [0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd]
I0211 02:04:43.877072 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:43.881170 8404 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0211 02:04:43.881263 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0211 02:04:43.927698 8404 cri.go:89] found id: "bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9"
I0211 02:04:43.927722 8404 cri.go:89] found id: ""
I0211 02:04:43.927731 8404 logs.go:282] 1 containers: [bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9]
I0211 02:04:43.927815 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:43.931896 8404 logs.go:123] Gathering logs for describe nodes ...
I0211 02:04:43.931919 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0211 02:04:43.936282 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:44.147316 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:44.164534 8404 logs.go:123] Gathering logs for coredns [acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df] ...
I0211 02:04:44.164605 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df"
I0211 02:04:44.244846 8404 logs.go:123] Gathering logs for CRI-O ...
I0211 02:04:44.244886 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0211 02:04:44.345440 8404 logs.go:123] Gathering logs for kubelet ...
I0211 02:04:44.345481 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0211 02:04:44.356268 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:44.435090 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0211 02:04:44.451720 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.776907 1529 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-078072" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-078072' and this object
W0211 02:04:44.452001 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.776959 1529 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
W0211 02:04:44.452205 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.815412 1529 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-078072" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-078072' and this object
W0211 02:04:44.452443 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.815461 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
I0211 02:04:44.484413 8404 logs.go:123] Gathering logs for dmesg ...
I0211 02:04:44.484445 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0211 02:04:44.497099 8404 logs.go:123] Gathering logs for kube-scheduler [0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba] ...
I0211 02:04:44.497173 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba"
I0211 02:04:44.552655 8404 logs.go:123] Gathering logs for kube-proxy [a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd] ...
I0211 02:04:44.552689 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd"
I0211 02:04:44.605527 8404 logs.go:123] Gathering logs for kube-controller-manager [0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd] ...
I0211 02:04:44.605556 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd"
I0211 02:04:44.649462 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:44.713889 8404 logs.go:123] Gathering logs for kindnet [bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9] ...
I0211 02:04:44.713972 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9"
I0211 02:04:44.764396 8404 logs.go:123] Gathering logs for container status ...
I0211 02:04:44.764618 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0211 02:04:44.817800 8404 logs.go:123] Gathering logs for kube-apiserver [9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6] ...
I0211 02:04:44.817829 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6"
I0211 02:04:44.859111 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:44.896067 8404 logs.go:123] Gathering logs for etcd [8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439] ...
I0211 02:04:44.896146 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439"
I0211 02:04:44.941154 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:44.981912 8404 out.go:358] Setting ErrFile to fd 2...
I0211 02:04:44.981988 8404 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0211 02:04:44.982053 8404 out.go:270] X Problems detected in kubelet:
W0211 02:04:44.982091 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.776907 1529 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-078072" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-078072' and this object
W0211 02:04:44.982121 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.776959 1529 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
W0211 02:04:44.982168 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.815412 1529 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-078072" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-078072' and this object
W0211 02:04:44.982208 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.815461 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
I0211 02:04:44.982242 8404 out.go:358] Setting ErrFile to fd 2...
I0211 02:04:44.982274 8404 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0211 02:04:45.158048 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:45.356614 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:45.438022 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:45.646104 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:45.855629 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:45.935584 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:46.163194 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:46.355054 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:46.437786 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:46.645861 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:46.855631 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:46.935720 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:47.148630 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:47.356012 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:47.436318 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:47.646175 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:47.855123 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:47.935446 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:48.147338 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:48.355151 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:48.436729 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:48.646645 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:48.856043 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:48.936084 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:49.146198 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:49.358050 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:49.442995 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:49.646641 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:49.854985 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:49.936512 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:50.146952 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:50.355783 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:50.436338 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:50.648053 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:50.856637 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:50.936450 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:51.148188 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0211 02:04:51.359959 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:51.456340 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:51.647394 8404 kapi.go:107] duration metric: took 1m35.504690795s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0211 02:04:51.650928 8404 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-078072 cluster.
I0211 02:04:51.653931 8404 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0211 02:04:51.657028 8404 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0211 02:04:51.855351 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:51.935918 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:52.355075 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:52.436013 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:52.855661 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:52.936868 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:53.356264 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:53.436690 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:53.855888 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:53.935411 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:54.355230 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:54.436297 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:54.856007 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:54.935916 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:54.984146 8404 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0211 02:04:54.995034 8404 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0211 02:04:54.996186 8404 api_server.go:141] control plane version: v1.32.1
I0211 02:04:54.996218 8404 api_server.go:131] duration metric: took 11.559425817s to wait for apiserver health ...
I0211 02:04:54.996228 8404 system_pods.go:43] waiting for kube-system pods to appear ...
I0211 02:04:54.996252 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0211 02:04:54.996315 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0211 02:04:55.053721 8404 cri.go:89] found id: "9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6"
I0211 02:04:55.053743 8404 cri.go:89] found id: ""
I0211 02:04:55.053751 8404 logs.go:282] 1 containers: [9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6]
I0211 02:04:55.053809 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:55.057730 8404 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0211 02:04:55.057853 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0211 02:04:55.118628 8404 cri.go:89] found id: "8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439"
I0211 02:04:55.118695 8404 cri.go:89] found id: ""
I0211 02:04:55.118718 8404 logs.go:282] 1 containers: [8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439]
I0211 02:04:55.118827 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:55.124836 8404 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0211 02:04:55.124977 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0211 02:04:55.182164 8404 cri.go:89] found id: "acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df"
I0211 02:04:55.182229 8404 cri.go:89] found id: ""
I0211 02:04:55.182250 8404 logs.go:282] 1 containers: [acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df]
I0211 02:04:55.182340 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:55.186455 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0211 02:04:55.186571 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0211 02:04:55.276820 8404 cri.go:89] found id: "0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba"
I0211 02:04:55.276896 8404 cri.go:89] found id: ""
I0211 02:04:55.276918 8404 logs.go:282] 1 containers: [0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba]
I0211 02:04:55.277006 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:55.290255 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0211 02:04:55.290378 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0211 02:04:55.356096 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:55.360623 8404 cri.go:89] found id: "a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd"
I0211 02:04:55.360656 8404 cri.go:89] found id: ""
I0211 02:04:55.360665 8404 logs.go:282] 1 containers: [a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd]
I0211 02:04:55.360728 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:55.365348 8404 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0211 02:04:55.365430 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0211 02:04:55.407718 8404 cri.go:89] found id: "0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd"
I0211 02:04:55.407755 8404 cri.go:89] found id: ""
I0211 02:04:55.407765 8404 logs.go:282] 1 containers: [0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd]
I0211 02:04:55.407834 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:55.411420 8404 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0211 02:04:55.411501 8404 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0211 02:04:55.439909 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:55.474919 8404 cri.go:89] found id: "bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9"
I0211 02:04:55.475011 8404 cri.go:89] found id: ""
I0211 02:04:55.475036 8404 logs.go:282] 1 containers: [bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9]
I0211 02:04:55.475129 8404 ssh_runner.go:195] Run: which crictl
I0211 02:04:55.482182 8404 logs.go:123] Gathering logs for kubelet ...
I0211 02:04:55.482252 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0211 02:04:55.569304 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.776907 1529 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-078072" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-078072' and this object
W0211 02:04:55.569606 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.776959 1529 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
W0211 02:04:55.569905 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.815412 1529 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-078072" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-078072' and this object
W0211 02:04:55.570158 8404 logs.go:138] Found kubelet problem: Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.815461 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
I0211 02:04:55.606313 8404 logs.go:123] Gathering logs for dmesg ...
I0211 02:04:55.606391 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0211 02:04:55.622235 8404 logs.go:123] Gathering logs for coredns [acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df] ...
I0211 02:04:55.622260 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df"
I0211 02:04:55.693134 8404 logs.go:123] Gathering logs for kube-controller-manager [0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd] ...
I0211 02:04:55.693213 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd"
I0211 02:04:55.803491 8404 logs.go:123] Gathering logs for kindnet [bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9] ...
I0211 02:04:55.803586 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9"
I0211 02:04:55.875116 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:55.912305 8404 logs.go:123] Gathering logs for CRI-O ...
I0211 02:04:55.912388 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0211 02:04:55.937422 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:56.060446 8404 logs.go:123] Gathering logs for describe nodes ...
I0211 02:04:56.060526 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0211 02:04:56.333899 8404 logs.go:123] Gathering logs for kube-apiserver [9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6] ...
I0211 02:04:56.333981 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6"
I0211 02:04:56.355942 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:56.481907 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:56.504327 8404 logs.go:123] Gathering logs for etcd [8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439] ...
I0211 02:04:56.504361 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439"
I0211 02:04:56.634922 8404 logs.go:123] Gathering logs for kube-scheduler [0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba] ...
I0211 02:04:56.635030 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba"
I0211 02:04:56.719829 8404 logs.go:123] Gathering logs for kube-proxy [a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd] ...
I0211 02:04:56.719908 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd"
I0211 02:04:56.804254 8404 logs.go:123] Gathering logs for container status ...
I0211 02:04:56.804338 8404 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0211 02:04:56.885183 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:56.919357 8404 out.go:358] Setting ErrFile to fd 2...
I0211 02:04:56.919384 8404 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0211 02:04:56.919484 8404 out.go:270] X Problems detected in kubelet:
W0211 02:04:56.919496 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.776907 1529 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-078072" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-078072' and this object
W0211 02:04:56.919503 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.776959 1529 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
W0211 02:04:56.919510 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: W0211 02:03:51.815412 1529 reflector.go:569] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-078072" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-078072' and this object
W0211 02:04:56.919517 8404 out.go:270] Feb 11 02:03:51 addons-078072 kubelet[1529]: E0211 02:03:51.815461 1529 reflector.go:166] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-078072\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-078072' and this object" logger="UnhandledError"
I0211 02:04:56.919522 8404 out.go:358] Setting ErrFile to fd 2...
I0211 02:04:56.919528 8404 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0211 02:04:56.935064 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:57.355626 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:57.438494 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:57.854827 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:57.935887 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:58.355035 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:58.437569 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:58.854407 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:58.935353 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:59.356442 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:59.435268 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:04:59.855989 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:04:59.935384 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:05:00.370789 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:00.449898 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:05:00.858088 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:00.936083 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:05:01.356885 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:01.437981 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:05:01.873219 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:01.936936 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:05:02.356146 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:02.436084 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:05:02.854730 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:02.940279 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:05:03.355299 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:03.438886 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:05:03.855191 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:03.935854 8404 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0211 02:05:04.356025 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:04.457566 8404 kapi.go:107] duration metric: took 1m52.025632181s to wait for app.kubernetes.io/name=ingress-nginx ...
I0211 02:05:04.855188 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:05.354904 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:05.855977 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:06.354777 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:06.855707 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:06.928174 8404 system_pods.go:59] 18 kube-system pods found
I0211 02:05:06.928209 8404 system_pods.go:61] "coredns-668d6bf9bc-5g5r8" [323d8e05-2ebd-4dd7-8cc5-b730ea79b8ff] Running
I0211 02:05:06.928216 8404 system_pods.go:61] "csi-hostpath-attacher-0" [3ada6d98-48f5-4abc-b78a-4ee7b005c8f8] Running
I0211 02:05:06.928221 8404 system_pods.go:61] "csi-hostpath-resizer-0" [fe50bac7-bd4d-4876-80e4-8789da10011d] Running
I0211 02:05:06.928229 8404 system_pods.go:61] "csi-hostpathplugin-z85h2" [4aab361c-ac69-4859-acf8-eb1653397425] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0211 02:05:06.928233 8404 system_pods.go:61] "etcd-addons-078072" [d83a7f22-0579-4faa-9b51-3f0a7455c02e] Running
I0211 02:05:06.928238 8404 system_pods.go:61] "kindnet-n8pt6" [e2dbe0f6-2cbd-4cc1-aff2-558827b6e720] Running
I0211 02:05:06.928242 8404 system_pods.go:61] "kube-apiserver-addons-078072" [ab060bda-5158-4b47-a5ff-5d75e7d8fff0] Running
I0211 02:05:06.928246 8404 system_pods.go:61] "kube-controller-manager-addons-078072" [5febfa48-bf92-4b02-a6e2-6931b6ffa60e] Running
I0211 02:05:06.928250 8404 system_pods.go:61] "kube-ingress-dns-minikube" [5fc9ab4e-74a6-4dc5-b2be-aa5544ff634f] Running
I0211 02:05:06.928254 8404 system_pods.go:61] "kube-proxy-7th4q" [b0709ec3-951f-441e-81f4-239606a99f59] Running
I0211 02:05:06.928259 8404 system_pods.go:61] "kube-scheduler-addons-078072" [19475e79-52b1-44b3-86a2-12a5b158ec26] Running
I0211 02:05:06.928263 8404 system_pods.go:61] "metrics-server-7fbb699795-7rbb7" [05b01c8e-6568-4055-8a35-bd3e7641e4e7] Running
I0211 02:05:06.928267 8404 system_pods.go:61] "nvidia-device-plugin-daemonset-cwmcw" [4ff5dd35-ed7f-4dde-9824-956d4ba090f4] Running
I0211 02:05:06.928277 8404 system_pods.go:61] "registry-6c88467877-mw7dn" [86c241d5-8da8-4f88-bf97-438cad2e7ed0] Running
I0211 02:05:06.928281 8404 system_pods.go:61] "registry-proxy-g9jgb" [85f96cba-04e4-4a25-9fc6-8fa7fffd1dfb] Running
I0211 02:05:06.928285 8404 system_pods.go:61] "snapshot-controller-68b874b76f-v6hl2" [3a0ff870-156a-4ec9-9afd-a25f54b16fde] Running
I0211 02:05:06.928297 8404 system_pods.go:61] "snapshot-controller-68b874b76f-xkr95" [21b5577a-0111-4a05-9dbd-4be88cc61e8a] Running
I0211 02:05:06.928303 8404 system_pods.go:61] "storage-provisioner" [5af9bed7-cffe-4048-8bf0-68d37dab591d] Running
I0211 02:05:06.928309 8404 system_pods.go:74] duration metric: took 11.932074789s to wait for pod list to return data ...
I0211 02:05:06.928321 8404 default_sa.go:34] waiting for default service account to be created ...
I0211 02:05:06.930802 8404 default_sa.go:45] found service account: "default"
I0211 02:05:06.930826 8404 default_sa.go:55] duration metric: took 2.498802ms for default service account to be created ...
I0211 02:05:06.930838 8404 system_pods.go:116] waiting for k8s-apps to be running ...
I0211 02:05:06.934704 8404 system_pods.go:86] 18 kube-system pods found
I0211 02:05:06.934789 8404 system_pods.go:89] "coredns-668d6bf9bc-5g5r8" [323d8e05-2ebd-4dd7-8cc5-b730ea79b8ff] Running
I0211 02:05:06.934812 8404 system_pods.go:89] "csi-hostpath-attacher-0" [3ada6d98-48f5-4abc-b78a-4ee7b005c8f8] Running
I0211 02:05:06.934834 8404 system_pods.go:89] "csi-hostpath-resizer-0" [fe50bac7-bd4d-4876-80e4-8789da10011d] Running
I0211 02:05:06.934874 8404 system_pods.go:89] "csi-hostpathplugin-z85h2" [4aab361c-ac69-4859-acf8-eb1653397425] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0211 02:05:06.934900 8404 system_pods.go:89] "etcd-addons-078072" [d83a7f22-0579-4faa-9b51-3f0a7455c02e] Running
I0211 02:05:06.934923 8404 system_pods.go:89] "kindnet-n8pt6" [e2dbe0f6-2cbd-4cc1-aff2-558827b6e720] Running
I0211 02:05:06.934995 8404 system_pods.go:89] "kube-apiserver-addons-078072" [ab060bda-5158-4b47-a5ff-5d75e7d8fff0] Running
I0211 02:05:06.935021 8404 system_pods.go:89] "kube-controller-manager-addons-078072" [5febfa48-bf92-4b02-a6e2-6931b6ffa60e] Running
I0211 02:05:06.935043 8404 system_pods.go:89] "kube-ingress-dns-minikube" [5fc9ab4e-74a6-4dc5-b2be-aa5544ff634f] Running
I0211 02:05:06.935082 8404 system_pods.go:89] "kube-proxy-7th4q" [b0709ec3-951f-441e-81f4-239606a99f59] Running
I0211 02:05:06.935108 8404 system_pods.go:89] "kube-scheduler-addons-078072" [19475e79-52b1-44b3-86a2-12a5b158ec26] Running
I0211 02:05:06.935129 8404 system_pods.go:89] "metrics-server-7fbb699795-7rbb7" [05b01c8e-6568-4055-8a35-bd3e7641e4e7] Running
I0211 02:05:06.935167 8404 system_pods.go:89] "nvidia-device-plugin-daemonset-cwmcw" [4ff5dd35-ed7f-4dde-9824-956d4ba090f4] Running
I0211 02:05:06.935193 8404 system_pods.go:89] "registry-6c88467877-mw7dn" [86c241d5-8da8-4f88-bf97-438cad2e7ed0] Running
I0211 02:05:06.935215 8404 system_pods.go:89] "registry-proxy-g9jgb" [85f96cba-04e4-4a25-9fc6-8fa7fffd1dfb] Running
I0211 02:05:06.935255 8404 system_pods.go:89] "snapshot-controller-68b874b76f-v6hl2" [3a0ff870-156a-4ec9-9afd-a25f54b16fde] Running
I0211 02:05:06.935280 8404 system_pods.go:89] "snapshot-controller-68b874b76f-xkr95" [21b5577a-0111-4a05-9dbd-4be88cc61e8a] Running
I0211 02:05:06.935301 8404 system_pods.go:89] "storage-provisioner" [5af9bed7-cffe-4048-8bf0-68d37dab591d] Running
I0211 02:05:06.935341 8404 system_pods.go:126] duration metric: took 4.495878ms to wait for k8s-apps to be running ...
I0211 02:05:06.935386 8404 system_svc.go:44] waiting for kubelet service to be running ....
I0211 02:05:06.935480 8404 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0211 02:05:06.948830 8404 system_svc.go:56] duration metric: took 13.445713ms WaitForService to wait for kubelet
I0211 02:05:06.948857 8404 kubeadm.go:582] duration metric: took 2m1.940449257s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0211 02:05:06.948875 8404 node_conditions.go:102] verifying NodePressure condition ...
I0211 02:05:06.952393 8404 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0211 02:05:06.952422 8404 node_conditions.go:123] node cpu capacity is 2
I0211 02:05:06.952433 8404 node_conditions.go:105] duration metric: took 3.552847ms to run NodePressure ...
I0211 02:05:06.952446 8404 start.go:241] waiting for startup goroutines ...
I0211 02:05:07.354562 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:07.855550 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:08.355673 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:08.855946 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:09.354868 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:09.856097 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:10.358585 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:10.856900 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:11.356911 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:11.854771 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:12.355833 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:12.855139 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:13.355548 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:13.855461 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:14.355356 8404 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0211 02:05:14.855685 8404 kapi.go:107] duration metric: took 2m2.004354051s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0211 02:05:14.858961 8404 out.go:177] * Enabled addons: amd-gpu-device-plugin, cloud-spanner, nvidia-device-plugin, ingress-dns, storage-provisioner, inspektor-gadget, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0211 02:05:14.861883 8404 addons.go:514] duration metric: took 2m9.853121502s for enable addons: enabled=[amd-gpu-device-plugin cloud-spanner nvidia-device-plugin ingress-dns storage-provisioner inspektor-gadget metrics-server yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0211 02:05:14.861937 8404 start.go:246] waiting for cluster config update ...
I0211 02:05:14.861958 8404 start.go:255] writing updated cluster config ...
I0211 02:05:14.862893 8404 ssh_runner.go:195] Run: rm -f paused
I0211 02:05:15.283087 8404 start.go:600] kubectl: 1.32.1, cluster: 1.32.1 (minor skew: 0)
I0211 02:05:15.286764 8404 out.go:177] * Done! kubectl is now configured to use "addons-078072" cluster and "default" namespace by default
==> CRI-O <==
Feb 11 02:08:03 addons-078072 crio[972]: time="2025-02-11 02:08:03.063480578Z" level=info msg="Removed pod sandbox: fbafa4cf8bd843bfc02200fde78fc485ccf7782a45ab5f4ff5ae2e27f64aedf1" id=3a5c4690-126c-4c2a-8fc2-68e51dfd9665 name=/runtime.v1.RuntimeService/RemovePodSandbox
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.573843691Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-2dndt/POD" id=ff65c00a-68dc-4faf-b217-906f612d82a4 name=/runtime.v1.RuntimeService/RunPodSandbox
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.573911842Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.624701198Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-2dndt Namespace:default ID:27dc2802c6f5724b3c6f02c47b35f24347e4c9d857590a188883e5f095671e16 UID:c16aaa50-3573-43d6-b2ef-e21a96a2916b NetNS:/var/run/netns/49a56b7e-4ae1-4976-ab84-94160b3460bb Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.624741435Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-2dndt to CNI network \"kindnet\" (type=ptp)"
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.645899098Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-2dndt Namespace:default ID:27dc2802c6f5724b3c6f02c47b35f24347e4c9d857590a188883e5f095671e16 UID:c16aaa50-3573-43d6-b2ef-e21a96a2916b NetNS:/var/run/netns/49a56b7e-4ae1-4976-ab84-94160b3460bb Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.646050259Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-2dndt for CNI network kindnet (type=ptp)"
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.648883717Z" level=info msg="Ran pod sandbox 27dc2802c6f5724b3c6f02c47b35f24347e4c9d857590a188883e5f095671e16 with infra container: default/hello-world-app-7d9564db4-2dndt/POD" id=ff65c00a-68dc-4faf-b217-906f612d82a4 name=/runtime.v1.RuntimeService/RunPodSandbox
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.655194954Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=32bd0b0d-135e-4daf-b1fd-268f797caba6 name=/runtime.v1.ImageService/ImageStatus
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.655418721Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=32bd0b0d-135e-4daf-b1fd-268f797caba6 name=/runtime.v1.ImageService/ImageStatus
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.657926351Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=e0175949-6941-4a2c-a435-17bbac398b46 name=/runtime.v1.ImageService/PullImage
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.661382896Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Feb 11 02:09:27 addons-078072 crio[972]: time="2025-02-11 02:09:27.905823813Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.801481565Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=e0175949-6941-4a2c-a435-17bbac398b46 name=/runtime.v1.ImageService/PullImage
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.802579071Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=21dc6617-e5d1-486e-ac44-b20983b9dd44 name=/runtime.v1.ImageService/ImageStatus
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.803323124Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=21dc6617-e5d1-486e-ac44-b20983b9dd44 name=/runtime.v1.ImageService/ImageStatus
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.806631691Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=dba531e7-a5d7-4d20-bdda-9c5017c6168c name=/runtime.v1.ImageService/ImageStatus
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.809391305Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=dba531e7-a5d7-4d20-bdda-9c5017c6168c name=/runtime.v1.ImageService/ImageStatus
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.810512614Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-2dndt/hello-world-app" id=fae2bda5-0a47-4fc5-9204-97f345269370 name=/runtime.v1.RuntimeService/CreateContainer
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.810606003Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.843931766Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/c4384078f49154a2736315dcdd8864a10a896737de8d9dd6b0b2a38d53d13f84/merged/etc/passwd: no such file or directory"
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.844116854Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/c4384078f49154a2736315dcdd8864a10a896737de8d9dd6b0b2a38d53d13f84/merged/etc/group: no such file or directory"
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.904428416Z" level=info msg="Created container 72fee62274f28a79b4aa0b25ea9f88108a89a778a160c050f2dc0dfbb1c66928: default/hello-world-app-7d9564db4-2dndt/hello-world-app" id=fae2bda5-0a47-4fc5-9204-97f345269370 name=/runtime.v1.RuntimeService/CreateContainer
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.905181084Z" level=info msg="Starting container: 72fee62274f28a79b4aa0b25ea9f88108a89a778a160c050f2dc0dfbb1c66928" id=22060776-2de1-4513-8f31-2bddfb962d18 name=/runtime.v1.RuntimeService/StartContainer
Feb 11 02:09:28 addons-078072 crio[972]: time="2025-02-11 02:09:28.920698751Z" level=info msg="Started container" PID=8990 containerID=72fee62274f28a79b4aa0b25ea9f88108a89a778a160c050f2dc0dfbb1c66928 description=default/hello-world-app-7d9564db4-2dndt/hello-world-app id=22060776-2de1-4513-8f31-2bddfb962d18 name=/runtime.v1.RuntimeService/StartContainer sandboxID=27dc2802c6f5724b3c6f02c47b35f24347e4c9d857590a188883e5f095671e16
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
72fee62274f28 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 27dc2802c6f57 hello-world-app-7d9564db4-2dndt
234dc83da5c02 docker.io/library/nginx@sha256:b471bb609adc83f73c2d95148cf1bd683408739a3c09c0afc666ea2af0037aef 2 minutes ago Running nginx 0 4df1a9b827012 nginx
fd24ff3fa74a6 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 4 minutes ago Running busybox 0 16131f392af70 busybox
c81571e1807c2 registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 4 minutes ago Running controller 0 ecc12e20f4744 ingress-nginx-controller-56d7c84fd4-ntjqw
591c6c80fcf18 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited patch 0 af96d9336234c ingress-nginx-admission-patch-4mv5w
a98eef9f75197 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 e457dae6264fc ingress-nginx-admission-create-8ggpb
9b37ec48699da gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 5 minutes ago Running minikube-ingress-dns 0 f1a2dabeeb731 kube-ingress-dns-minikube
acea005595af7 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 5 minutes ago Running coredns 0 8f47f9feb805e coredns-668d6bf9bc-5g5r8
3e5520a20bd80 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 674033e07e898 storage-provisioner
bfa38fd848dd0 docker.io/kindest/kindnetd@sha256:564b9fd29e72542e4baa14b382d4d9ee22132141caa6b9803b71faf9a4a799be 6 minutes ago Running kindnet-cni 0 e027cad842f32 kindnet-n8pt6
a68020ec38e41 e124fbed851d756107a6153db4dc52269a2fd34af3cc46f00a2ef113f868aab0 6 minutes ago Running kube-proxy 0 e901e6507e1c1 kube-proxy-7th4q
8ac31000e6631 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 6 minutes ago Running etcd 0 7a02063b93d57 etcd-addons-078072
0e8148b1a9f35 2933761aa7adae93679cdde1c0bf457bd4dc4b53f95fc066a4c50aa9c375ea13 6 minutes ago Running kube-controller-manager 0 7bc767b58f52b kube-controller-manager-addons-078072
0a0da931204f7 ddb38cac617cb18802e09e448db4b3aa70e9e469b02defa76e6de7192847a71c 6 minutes ago Running kube-scheduler 0 b2101168f33cf kube-scheduler-addons-078072
9ee32882e9076 265c2dedf28ab9b88c7910c1643e210ad62483867f2bab88f56919a6e49a0d19 6 minutes ago Running kube-apiserver 0 6546537b5b879 kube-apiserver-addons-078072
==> coredns [acea005595af74206b82e33a3b33fcd028239315e0fbdaa3394815fa897986df] <==
[INFO] 10.244.0.9:44522 - 49397 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.001525043s
[INFO] 10.244.0.9:44522 - 16696 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000119727s
[INFO] 10.244.0.9:44522 - 14424 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000085283s
[INFO] 10.244.0.9:51977 - 56976 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000166504s
[INFO] 10.244.0.9:51977 - 56722 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000076323s
[INFO] 10.244.0.9:36142 - 57354 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000129909s
[INFO] 10.244.0.9:36142 - 57149 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000076692s
[INFO] 10.244.0.9:56038 - 17186 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000092897s
[INFO] 10.244.0.9:56038 - 16981 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000195705s
[INFO] 10.244.0.9:50023 - 48571 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.0053638s
[INFO] 10.244.0.9:50023 - 48150 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00545755s
[INFO] 10.244.0.9:42232 - 1762 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000118948s
[INFO] 10.244.0.9:42232 - 1926 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000200547s
[INFO] 10.244.0.19:41745 - 18671 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.00024048s
[INFO] 10.244.0.19:45969 - 14929 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000173396s
[INFO] 10.244.0.19:59291 - 58081 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000150767s
[INFO] 10.244.0.19:44322 - 1316 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000146869s
[INFO] 10.244.0.19:42805 - 56009 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000113483s
[INFO] 10.244.0.19:47001 - 51058 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000076503s
[INFO] 10.244.0.19:50908 - 21496 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.001863712s
[INFO] 10.244.0.19:44604 - 34979 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.001803537s
[INFO] 10.244.0.19:48226 - 33188 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000578459s
[INFO] 10.244.0.19:58460 - 46289 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.00183163s
[INFO] 10.244.0.24:44114 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000219508s
[INFO] 10.244.0.24:34312 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000143218s
==> describe nodes <==
Name: addons-078072
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-078072
kubernetes.io/os=linux
minikube.k8s.io/commit=8e91f70b9b442caa4bec80b031add390ac34d321
minikube.k8s.io/name=addons-078072
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_02_11T02_03_01_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-078072
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 11 Feb 2025 02:02:57 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-078072
AcquireTime: <unset>
RenewTime: Tue, 11 Feb 2025 02:09:28 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 11 Feb 2025 02:07:36 +0000 Tue, 11 Feb 2025 02:02:55 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 11 Feb 2025 02:07:36 +0000 Tue, 11 Feb 2025 02:02:55 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 11 Feb 2025 02:07:36 +0000 Tue, 11 Feb 2025 02:02:55 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 11 Feb 2025 02:07:36 +0000 Tue, 11 Feb 2025 02:03:51 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-078072
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022304Ki
pods: 110
System Info:
Machine ID: ebc02130ca184b8582a1ae59d9e6eba4
System UUID: d4daf45d-0c25-47f3-9546-3becaa6b0c80
Boot ID: a2829b36-0dae-43ee-b638-5a7b07d41eb1
Kernel Version: 5.15.0-1077-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.1
Kube-Proxy Version: v1.32.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m13s
default hello-world-app-7d9564db4-2dndt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m22s
ingress-nginx ingress-nginx-controller-56d7c84fd4-ntjqw 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m17s
kube-system coredns-668d6bf9bc-5g5r8 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m24s
kube-system etcd-addons-078072 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 6m31s
kube-system kindnet-n8pt6 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 6m25s
kube-system kube-apiserver-addons-078072 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system kube-controller-manager-addons-078072 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m19s
kube-system kube-proxy-7th4q 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m25s
kube-system kube-scheduler-addons-078072 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m17s kube-proxy
Normal Starting 6m29s kubelet Starting kubelet.
Warning CgroupV1 6m29s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m29s kubelet Node addons-078072 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m29s kubelet Node addons-078072 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m29s kubelet Node addons-078072 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m25s node-controller Node addons-078072 event: Registered Node addons-078072 in Controller
Normal NodeReady 5m38s kubelet Node addons-078072 status is now: NodeReady
==> dmesg <==
[Feb11 01:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014714] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.505084] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.032280] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.762231] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +4.990089] kauditd_printk_skb: 36 callbacks suppressed
[Feb11 02:05] hrtimer: interrupt took 3867146 ns
==> etcd [8ac31000e66316f73c167c7fcf12d817573d25ea38b0115bf1ce58a724ea7439] <==
{"level":"info","ts":"2025-02-11T02:03:06.150434Z","caller":"traceutil/trace.go:171","msg":"trace[1401735073] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"571.778768ms","start":"2025-02-11T02:03:05.578626Z","end":"2025-02-11T02:03:06.150405Z","steps":["trace[1401735073] 'process raft request' (duration: 176.791018ms)","trace[1401735073] 'compare' (duration: 39.886538ms)"],"step_count":2}
{"level":"warn","ts":"2025-02-11T02:03:06.174029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-02-11T02:03:05.578615Z","time spent":"595.359403ms","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/coredns-668d6bf9bc.182305019b36b9b8\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/coredns-668d6bf9bc.182305019b36b9b8\" value_size:622 lease:8128035197800055350 >> failure:<>"}
{"level":"info","ts":"2025-02-11T02:03:06.172348Z","caller":"traceutil/trace.go:171","msg":"trace[556237350] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"526.567839ms","start":"2025-02-11T02:03:05.624067Z","end":"2025-02-11T02:03:06.150634Z","steps":["trace[556237350] 'process raft request' (duration: 522.460992ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-11T02:03:06.197612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-02-11T02:03:05.623855Z","time spent":"573.52162ms","remote":"127.0.0.1:41724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3978,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/pods/kube-system/coredns-668d6bf9bc-k74xc\" mod_revision:328 > success:<request_put:<key:\"/registry/pods/kube-system/coredns-668d6bf9bc-k74xc\" value_size:3919 >> failure:<request_range:<key:\"/registry/pods/kube-system/coredns-668d6bf9bc-k74xc\" > >"}
{"level":"info","ts":"2025-02-11T02:03:06.172444Z","caller":"traceutil/trace.go:171","msg":"trace[99797507] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"493.947195ms","start":"2025-02-11T02:03:05.678483Z","end":"2025-02-11T02:03:06.172431Z","steps":["trace[99797507] 'process raft request' (duration: 468.788267ms)"],"step_count":1}
{"level":"info","ts":"2025-02-11T02:03:06.172710Z","caller":"traceutil/trace.go:171","msg":"trace[1498194275] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"381.122624ms","start":"2025-02-11T02:03:05.791578Z","end":"2025-02-11T02:03:06.172700Z","steps":["trace[1498194275] 'process raft request' (duration: 355.7391ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-11T02:03:06.242222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-02-11T02:03:05.678457Z","time spent":"563.707867ms","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-proxy-7th4q.182305019f49ec25\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-proxy-7th4q.182305019f49ec25\" value_size:684 lease:8128035197800055350 >> failure:<>"}
{"level":"warn","ts":"2025-02-11T02:03:06.250631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-02-11T02:03:05.791558Z","time spent":"458.970656ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3737,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/replicasets/kube-system/coredns-668d6bf9bc\" mod_revision:315 > success:<request_put:<key:\"/registry/replicasets/kube-system/coredns-668d6bf9bc\" value_size:3677 >> failure:<request_range:<key:\"/registry/replicasets/kube-system/coredns-668d6bf9bc\" > >"}
{"level":"info","ts":"2025-02-11T02:03:06.314230Z","caller":"traceutil/trace.go:171","msg":"trace[1636026977] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"173.853594ms","start":"2025-02-11T02:03:06.140358Z","end":"2025-02-11T02:03:06.314212Z","steps":["trace[1636026977] 'process raft request' (duration: 159.933157ms)","trace[1636026977] 'compare' (duration: 13.83979ms)"],"step_count":2}
{"level":"info","ts":"2025-02-11T02:03:08.483814Z","caller":"traceutil/trace.go:171","msg":"trace[581050102] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"117.322549ms","start":"2025-02-11T02:03:08.366476Z","end":"2025-02-11T02:03:08.483798Z","steps":["trace[581050102] 'process raft request' (duration: 117.224467ms)"],"step_count":1}
{"level":"info","ts":"2025-02-11T02:03:08.527199Z","caller":"traceutil/trace.go:171","msg":"trace[1488438380] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:355; }","duration":"154.122736ms","start":"2025-02-11T02:03:08.373058Z","end":"2025-02-11T02:03:08.527180Z","steps":["trace[1488438380] 'read index received' (duration: 111.195087ms)","trace[1488438380] 'applied index is now lower than readState.Index' (duration: 42.927009ms)"],"step_count":2}
{"level":"info","ts":"2025-02-11T02:03:08.535305Z","caller":"traceutil/trace.go:171","msg":"trace[2063870] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"162.473624ms","start":"2025-02-11T02:03:08.372813Z","end":"2025-02-11T02:03:08.535287Z","steps":["trace[2063870] 'process raft request' (duration: 144.476297ms)"],"step_count":1}
{"level":"info","ts":"2025-02-11T02:03:08.535431Z","caller":"traceutil/trace.go:171","msg":"trace[1403255723] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"162.395701ms","start":"2025-02-11T02:03:08.373028Z","end":"2025-02-11T02:03:08.535424Z","steps":["trace[1403255723] 'process raft request' (duration: 154.04382ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-11T02:03:08.535703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.627672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-02-11T02:03:08.627481Z","caller":"traceutil/trace.go:171","msg":"trace[1090724569] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:349; }","duration":"254.405315ms","start":"2025-02-11T02:03:08.373053Z","end":"2025-02-11T02:03:08.627458Z","steps":["trace[1090724569] 'agreement among raft nodes before linearized reading' (duration: 162.589798ms)"],"step_count":1}
{"level":"warn","ts":"2025-02-11T02:03:08.607122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.004265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2025-02-11T02:03:08.607178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.074681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/default/cloud-spanner-emulator\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2025-02-11T02:03:08.607197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.11692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/registry\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2025-02-11T02:03:08.607223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.160168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2025-02-11T02:03:08.607241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.616882ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-02-11T02:03:08.640586Z","caller":"traceutil/trace.go:171","msg":"trace[1618026352] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:349; }","duration":"267.477718ms","start":"2025-02-11T02:03:08.373088Z","end":"2025-02-11T02:03:08.640566Z","steps":["trace[1618026352] 'agreement among raft nodes before linearized reading' (duration: 233.967975ms)"],"step_count":1}
{"level":"info","ts":"2025-02-11T02:03:08.640960Z","caller":"traceutil/trace.go:171","msg":"trace[1832355859] range","detail":"{range_begin:/registry/deployments/default/cloud-spanner-emulator; range_end:; response_count:0; response_revision:349; }","duration":"186.85015ms","start":"2025-02-11T02:03:08.454100Z","end":"2025-02-11T02:03:08.640950Z","steps":["trace[1832355859] 'agreement among raft nodes before linearized reading' (duration: 153.064104ms)"],"step_count":1}
{"level":"info","ts":"2025-02-11T02:03:08.641034Z","caller":"traceutil/trace.go:171","msg":"trace[2004253840] range","detail":"{range_begin:/registry/deployments/kube-system/registry; range_end:; response_count:0; response_revision:349; }","duration":"186.949964ms","start":"2025-02-11T02:03:08.454077Z","end":"2025-02-11T02:03:08.641027Z","steps":["trace[2004253840] 'agreement among raft nodes before linearized reading' (duration: 153.110397ms)"],"step_count":1}
{"level":"info","ts":"2025-02-11T02:03:08.641094Z","caller":"traceutil/trace.go:171","msg":"trace[1002980544] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:349; }","duration":"187.02819ms","start":"2025-02-11T02:03:08.454059Z","end":"2025-02-11T02:03:08.641087Z","steps":["trace[1002980544] 'agreement among raft nodes before linearized reading' (duration: 153.151684ms)"],"step_count":1}
{"level":"info","ts":"2025-02-11T02:03:08.641144Z","caller":"traceutil/trace.go:171","msg":"trace[274723313] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:349; }","duration":"187.519545ms","start":"2025-02-11T02:03:08.453618Z","end":"2025-02-11T02:03:08.641138Z","steps":["trace[274723313] 'agreement among raft nodes before linearized reading' (duration: 153.61259ms)"],"step_count":1}
==> kernel <==
02:09:29 up 51 min, 0 users, load average: 0.18, 0.96, 0.64
Linux addons-078072 5.15.0-1077-aws #84~20.04.1-Ubuntu SMP Mon Jan 20 22:14:27 UTC 2025 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [bfa38fd848dd085872c91cc15ecd401d9f8299360ce4029ff887eecf4cbe40a9] <==
I0211 02:07:21.535546 1 main.go:301] handling current node
I0211 02:07:31.533920 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:07:31.533954 1 main.go:301] handling current node
I0211 02:07:41.528325 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:07:41.528480 1 main.go:301] handling current node
I0211 02:07:51.535639 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:07:51.535672 1 main.go:301] handling current node
I0211 02:08:01.534325 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:08:01.534456 1 main.go:301] handling current node
I0211 02:08:11.528696 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:08:11.528811 1 main.go:301] handling current node
I0211 02:08:21.531682 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:08:21.531718 1 main.go:301] handling current node
I0211 02:08:31.535686 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:08:31.535721 1 main.go:301] handling current node
I0211 02:08:41.535648 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:08:41.535680 1 main.go:301] handling current node
I0211 02:08:51.531532 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:08:51.531567 1 main.go:301] handling current node
I0211 02:09:01.535670 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:09:01.535706 1 main.go:301] handling current node
I0211 02:09:11.527882 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:09:11.527941 1 main.go:301] handling current node
I0211 02:09:21.531509 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0211 02:09:21.531545 1 main.go:301] handling current node
==> kube-apiserver [9ee32882e90764e279c19f46f466466bbfbf6d3febce677246c7cc65439df4b6] <==
I0211 02:05:37.288086 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.99.219.53"}
E0211 02:06:12.089443 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0211 02:06:12.122268 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0211 02:06:12.139417 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0211 02:06:27.136575 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0211 02:06:38.645857 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0211 02:07:01.227392 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0211 02:07:02.359747 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0211 02:07:02.840787 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0211 02:07:02.840925 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0211 02:07:02.900821 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0211 02:07:02.903052 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0211 02:07:02.940998 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0211 02:07:02.941135 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0211 02:07:03.008676 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0211 02:07:03.008810 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0211 02:07:03.037581 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0211 02:07:03.038244 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0211 02:07:04.009275 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0211 02:07:04.037691 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0211 02:07:04.118231 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0211 02:07:06.851084 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0211 02:07:07.083240 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.110.96.237"}
I0211 02:07:15.702769 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0211 02:09:27.518187 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.100.4.74"}
==> kube-controller-manager [0e8148b1a9f35717330cdd5d2a4937aeebc762f80f4e8615e4a428b0076ce5fd] <==
E0211 02:08:34.585748 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0211 02:08:34.586891 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0211 02:08:34.586955 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0211 02:08:48.907268 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0211 02:08:48.908342 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0211 02:08:48.909352 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0211 02:08:48.909390 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0211 02:09:16.856819 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0211 02:09:16.857964 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0211 02:09:16.860007 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0211 02:09:16.860056 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0211 02:09:16.999004 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0211 02:09:17.000151 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0211 02:09:17.001169 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0211 02:09:17.001206 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0211 02:09:22.182365 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0211 02:09:22.183538 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0211 02:09:22.184568 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0211 02:09:22.184607 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0211 02:09:27.280918 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="43.741632ms"
I0211 02:09:27.299019 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="17.887159ms"
I0211 02:09:27.299184 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="47.121µs"
I0211 02:09:27.307780 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="21.99µs"
I0211 02:09:29.205643 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="13.566244ms"
I0211 02:09:29.206363 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="34.74µs"
==> kube-proxy [a68020ec38e41909dea61b7f18e88cbd0aec8d3f1b82df93f671b2215641a3dd] <==
I0211 02:03:11.034087 1 server_linux.go:66] "Using iptables proxy"
I0211 02:03:11.855552 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0211 02:03:11.855710 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0211 02:03:11.913962 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0211 02:03:11.914110 1 server_linux.go:170] "Using iptables Proxier"
I0211 02:03:11.916420 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0211 02:03:11.924973 1 server.go:497] "Version info" version="v1.32.1"
I0211 02:03:11.926089 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0211 02:03:11.927749 1 config.go:199] "Starting service config controller"
I0211 02:03:11.927848 1 shared_informer.go:313] Waiting for caches to sync for service config
I0211 02:03:11.927910 1 config.go:105] "Starting endpoint slice config controller"
I0211 02:03:11.927943 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0211 02:03:11.931422 1 config.go:329] "Starting node config controller"
I0211 02:03:11.931534 1 shared_informer.go:313] Waiting for caches to sync for node config
I0211 02:03:12.035122 1 shared_informer.go:320] Caches are synced for node config
I0211 02:03:12.035170 1 shared_informer.go:320] Caches are synced for service config
I0211 02:03:12.035180 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [0a0da931204f720b56de6b59bbfa106eff2fa1c69bacd7328fe51939336458ba] <==
W0211 02:02:57.808883 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0211 02:02:57.811363 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0211 02:02:57.808924 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0211 02:02:57.811466 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0211 02:02:57.808972 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0211 02:02:57.811553 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0211 02:02:57.810988 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0211 02:02:57.813925 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0211 02:02:58.623563 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0211 02:02:58.623678 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0211 02:02:58.684801 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0211 02:02:58.684952 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0211 02:02:58.729174 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0211 02:02:58.729310 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0211 02:02:58.741595 1 reflector.go:569] runtime/asm_arm64.s:1223: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0211 02:02:58.741637 1 reflector.go:166] "Unhandled Error" err="runtime/asm_arm64.s:1223: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0211 02:02:58.794119 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0211 02:02:58.794239 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0211 02:02:58.821920 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0211 02:02:58.821961 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0211 02:02:58.877471 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0211 02:02:58.877513 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0211 02:02:58.894763 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0211 02:02:58.894808 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0211 02:03:00.403796 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.501137 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d9a1b16c694643d2d324485ee0e6d5f89955baad2d8a68af2ad028b8b5201230/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d9a1b16c694643d2d324485ee0e6d5f89955baad2d8a68af2ad028b8b5201230/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.501155 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/f8a551298a6c5252bacd46e9afd2fb506caee32814b46b9c03b8e38400a74517/diff" to get inode usage: stat /var/lib/containers/storage/overlay/f8a551298a6c5252bacd46e9afd2fb506caee32814b46b9c03b8e38400a74517/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.506517 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/f21dfaa5c12c97fd0d0b586f713b8ff3f390dd9d1ce0ed75994e0931eb1bf6f1/diff" to get inode usage: stat /var/lib/containers/storage/overlay/f21dfaa5c12c97fd0d0b586f713b8ff3f390dd9d1ce0ed75994e0931eb1bf6f1/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.507627 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/0dd122036dcc3648e9ddcee5782d27a6bc21c5d5ac85fa3c793b0759bf669b78/diff" to get inode usage: stat /var/lib/containers/storage/overlay/0dd122036dcc3648e9ddcee5782d27a6bc21c5d5ac85fa3c793b0759bf669b78/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.508730 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/09e844ea9008c3718c2b2bde689f1a9f73407f0961d1a476940afff366299e90/diff" to get inode usage: stat /var/lib/containers/storage/overlay/09e844ea9008c3718c2b2bde689f1a9f73407f0961d1a476940afff366299e90/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.511416 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d9a1b16c694643d2d324485ee0e6d5f89955baad2d8a68af2ad028b8b5201230/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d9a1b16c694643d2d324485ee0e6d5f89955baad2d8a68af2ad028b8b5201230/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.515511 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1fa232ef5349e7ae3efbd16a0866b1244188ff28d3c8b20d2665ff4962ac8d91/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1fa232ef5349e7ae3efbd16a0866b1244188ff28d3c8b20d2665ff4962ac8d91/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.519206 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/9da26263f1f05ca3534a999cfda24756ffb8a0734d4bdff5eacabcc5d0ae35fd/diff" to get inode usage: stat /var/lib/containers/storage/overlay/9da26263f1f05ca3534a999cfda24756ffb8a0734d4bdff5eacabcc5d0ae35fd/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.521446 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/b2ec4be3f1b8231c5b866adc9a890e5b81d84231f199587c403819f08a9ce450/diff" to get inode usage: stat /var/lib/containers/storage/overlay/b2ec4be3f1b8231c5b866adc9a890e5b81d84231f199587c403819f08a9ce450/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.522601 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/09e844ea9008c3718c2b2bde689f1a9f73407f0961d1a476940afff366299e90/diff" to get inode usage: stat /var/lib/containers/storage/overlay/09e844ea9008c3718c2b2bde689f1a9f73407f0961d1a476940afff366299e90/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.524897 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/9eb35a6cda01da3258741670954a06cd20f55f30823eb27d768ef1210a777fad/diff" to get inode usage: stat /var/lib/containers/storage/overlay/9eb35a6cda01da3258741670954a06cd20f55f30823eb27d768ef1210a777fad/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.528254 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/8717f18078ba7ca532d4844588df6e9de9838eabd5c56137e11c278421888399/diff" to get inode usage: stat /var/lib/containers/storage/overlay/8717f18078ba7ca532d4844588df6e9de9838eabd5c56137e11c278421888399/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.540508 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/8717f18078ba7ca532d4844588df6e9de9838eabd5c56137e11c278421888399/diff" to get inode usage: stat /var/lib/containers/storage/overlay/8717f18078ba7ca532d4844588df6e9de9838eabd5c56137e11c278421888399/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.545962 1529 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739239740545676370,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.546002 1529 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739239740545676370,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 11 02:09:00 addons-078072 kubelet[1529]: E0211 02:09:00.608434 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/9da26263f1f05ca3534a999cfda24756ffb8a0734d4bdff5eacabcc5d0ae35fd/diff" to get inode usage: stat /var/lib/containers/storage/overlay/9da26263f1f05ca3534a999cfda24756ffb8a0734d4bdff5eacabcc5d0ae35fd/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:06 addons-078072 kubelet[1529]: I0211 02:09:06.326343 1529 kubelet_pods.go:1021] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Feb 11 02:09:10 addons-078072 kubelet[1529]: E0211 02:09:10.550238 1529 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739239750549929371,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 11 02:09:10 addons-078072 kubelet[1529]: E0211 02:09:10.550275 1529 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739239750549929371,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 11 02:09:15 addons-078072 kubelet[1529]: E0211 02:09:15.873529 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/a7988b04ec81e61a56cd80d67c026359867a383b2756809a1d8d3e0fbe138b3c/diff" to get inode usage: stat /var/lib/containers/storage/overlay/a7988b04ec81e61a56cd80d67c026359867a383b2756809a1d8d3e0fbe138b3c/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:20 addons-078072 kubelet[1529]: E0211 02:09:20.552956 1529 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739239760552709700,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 11 02:09:20 addons-078072 kubelet[1529]: E0211 02:09:20.552996 1529 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1739239760552709700,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605643,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Feb 11 02:09:26 addons-078072 kubelet[1529]: E0211 02:09:26.907048 1529 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/e21075ca5328986ef2e699922daad6c52fe61c59319f1558553db1ef8a7fb103/diff" to get inode usage: stat /var/lib/containers/storage/overlay/e21075ca5328986ef2e699922daad6c52fe61c59319f1558553db1ef8a7fb103/diff: no such file or directory, extraDiskErr: <nil>
Feb 11 02:09:27 addons-078072 kubelet[1529]: I0211 02:09:27.271712 1529 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/nginx" podStartSLOduration=137.859450533 podStartE2EDuration="2m20.271692698s" podCreationTimestamp="2025-02-11 02:07:07 +0000 UTC" firstStartedPulling="2025-02-11 02:07:07.381326073 +0000 UTC m=+247.266888150" lastFinishedPulling="2025-02-11 02:07:09.793568239 +0000 UTC m=+249.679130315" observedRunningTime="2025-02-11 02:07:10.888116957 +0000 UTC m=+250.773679058" watchObservedRunningTime="2025-02-11 02:09:27.271692698 +0000 UTC m=+387.157254775"
Feb 11 02:09:27 addons-078072 kubelet[1529]: I0211 02:09:27.437251 1529 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bvxt7\" (UniqueName: \"kubernetes.io/projected/c16aaa50-3573-43d6-b2ef-e21a96a2916b-kube-api-access-bvxt7\") pod \"hello-world-app-7d9564db4-2dndt\" (UID: \"c16aaa50-3573-43d6-b2ef-e21a96a2916b\") " pod="default/hello-world-app-7d9564db4-2dndt"
==> storage-provisioner [3e5520a20bd8085dd1ededea78e6b069a8dd6348a5dae65351e32af011ed3c81] <==
I0211 02:03:52.713843 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0211 02:03:52.760425 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0211 02:03:52.760484 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0211 02:03:52.777668 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0211 02:03:52.777883 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-078072_c4b8a2a4-19c4-4f87-86ac-3beab6a1ef29!
I0211 02:03:52.778988 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"b59686a5-7715-4aae-8470-c8dd6cba18e8", APIVersion:"v1", ResourceVersion:"889", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-078072_c4b8a2a4-19c4-4f87-86ac-3beab6a1ef29 became leader
I0211 02:03:52.878397 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-078072_c4b8a2a4-19c4-4f87-86ac-3beab6a1ef29!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-078072 -n addons-078072
helpers_test.go:261: (dbg) Run: kubectl --context addons-078072 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-8ggpb ingress-nginx-admission-patch-4mv5w
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-078072 describe pod ingress-nginx-admission-create-8ggpb ingress-nginx-admission-patch-4mv5w
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-078072 describe pod ingress-nginx-admission-create-8ggpb ingress-nginx-admission-patch-4mv5w: exit status 1 (119.197445ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-8ggpb" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-4mv5w" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-078072 describe pod ingress-nginx-admission-create-8ggpb ingress-nginx-admission-patch-4mv5w: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-078072 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-078072 addons disable ingress-dns --alsologtostderr -v=1: (1.486987494s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-078072 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-078072 addons disable ingress --alsologtostderr -v=1: (7.775521271s)
--- FAIL: TestAddons/parallel/Ingress (153.50s)