=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-006125 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-006125 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-006125 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [072c5084-26b9-4eb6-8195-3cefc4703dd6] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [072c5084-26b9-4eb6-8195-3cefc4703dd6] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.003640134s
I1209 23:21:38.863225 297827 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-006125 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-006125 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.662732922s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-006125 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-006125 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-006125
helpers_test.go:235: (dbg) docker inspect addons-006125:
-- stdout --
[
{
"Id": "1c0e3041e6a1d8fc5a9dd836c364732a80e9112598a3c390cfbc264ec577cf6f",
"Created": "2024-12-09T23:16:14.180400827Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 299081,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-12-09T23:16:14.345821087Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:51526bd7c0894c18bc1ef50650a0aaaea3bed24f70f72f77ac668ae72dfff137",
"ResolvConfPath": "/var/lib/docker/containers/1c0e3041e6a1d8fc5a9dd836c364732a80e9112598a3c390cfbc264ec577cf6f/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/1c0e3041e6a1d8fc5a9dd836c364732a80e9112598a3c390cfbc264ec577cf6f/hostname",
"HostsPath": "/var/lib/docker/containers/1c0e3041e6a1d8fc5a9dd836c364732a80e9112598a3c390cfbc264ec577cf6f/hosts",
"LogPath": "/var/lib/docker/containers/1c0e3041e6a1d8fc5a9dd836c364732a80e9112598a3c390cfbc264ec577cf6f/1c0e3041e6a1d8fc5a9dd836c364732a80e9112598a3c390cfbc264ec577cf6f-json.log",
"Name": "/addons-006125",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-006125:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-006125",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/cc75547a635283e6768fbb1e623e3138cd28178773a8346f7e6d48d8a039b090-init/diff:/var/lib/docker/overlay2/79ad247dbfb2a02f0d5606be3cc57168963c65e7190a6e757a2f7b99e29945ea/diff",
"MergedDir": "/var/lib/docker/overlay2/cc75547a635283e6768fbb1e623e3138cd28178773a8346f7e6d48d8a039b090/merged",
"UpperDir": "/var/lib/docker/overlay2/cc75547a635283e6768fbb1e623e3138cd28178773a8346f7e6d48d8a039b090/diff",
"WorkDir": "/var/lib/docker/overlay2/cc75547a635283e6768fbb1e623e3138cd28178773a8346f7e6d48d8a039b090/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-006125",
"Source": "/var/lib/docker/volumes/addons-006125/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-006125",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-006125",
"name.minikube.sigs.k8s.io": "addons-006125",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "f0e0c2bf1546dabab93914126310ef3846108b37a10c0264cfd9463d38783b7c",
"SandboxKey": "/var/run/docker/netns/f0e0c2bf1546",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33138"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33139"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33142"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33140"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33141"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-006125": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "471830a571f18c34227cfa076927e612c43f763390187d57c10a2502667e21d9",
"EndpointID": "86b08696a9497ef60a3b05258c4344f178bcfaf1b34440d662fedee2914f7283",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-006125",
"1c0e3041e6a1"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-006125 -n addons-006125
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-006125 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-006125 logs -n 25: (1.575387306s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-328809 | download-only-328809 | jenkins | v1.34.0 | 09 Dec 24 23:15 UTC | 09 Dec 24 23:15 UTC |
| delete | -p download-only-702821 | download-only-702821 | jenkins | v1.34.0 | 09 Dec 24 23:15 UTC | 09 Dec 24 23:15 UTC |
| start | --download-only -p | download-docker-257686 | jenkins | v1.34.0 | 09 Dec 24 23:15 UTC | |
| | download-docker-257686 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-257686 | download-docker-257686 | jenkins | v1.34.0 | 09 Dec 24 23:15 UTC | 09 Dec 24 23:15 UTC |
| start | --download-only -p | binary-mirror-505134 | jenkins | v1.34.0 | 09 Dec 24 23:15 UTC | |
| | binary-mirror-505134 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:33693 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-505134 | binary-mirror-505134 | jenkins | v1.34.0 | 09 Dec 24 23:15 UTC | 09 Dec 24 23:15 UTC |
| addons | disable dashboard -p | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:15 UTC | |
| | addons-006125 | | | | | |
| addons | enable dashboard -p | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:15 UTC | |
| | addons-006125 | | | | | |
| start | -p addons-006125 --wait=true | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:15 UTC | 09 Dec 24 23:19 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-006125 addons disable | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:19 UTC | 09 Dec 24 23:19 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-006125 addons disable | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:19 UTC | 09 Dec 24 23:19 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-006125 addons disable | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:19 UTC | 09 Dec 24 23:19 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ip | addons-006125 ip | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:19 UTC | 09 Dec 24 23:19 UTC |
| addons | addons-006125 addons disable | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:19 UTC | 09 Dec 24 23:19 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-006125 addons | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:19 UTC | 09 Dec 24 23:19 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-006125 addons | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:20 UTC | 09 Dec 24 23:20 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:20 UTC | 09 Dec 24 23:20 UTC |
| | -p addons-006125 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-006125 ssh cat | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:20 UTC | 09 Dec 24 23:20 UTC |
| | /opt/local-path-provisioner/pvc-2e1b855f-45ef-4582-80d6-f5a3741f0811_default_test-pvc/file1 | | | | | |
| addons | addons-006125 addons disable | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:20 UTC | 09 Dec 24 23:20 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-006125 addons disable | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:20 UTC | 09 Dec 24 23:20 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-006125 addons | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:21 UTC | 09 Dec 24 23:21 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-006125 addons | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:21 UTC | 09 Dec 24 23:21 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-006125 addons | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:21 UTC | 09 Dec 24 23:21 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-006125 ssh curl -s | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:21 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-006125 ip | addons-006125 | jenkins | v1.34.0 | 09 Dec 24 23:23 UTC | 09 Dec 24 23:23 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/09 23:15:48
Running on machine: ip-172-31-31-251
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1209 23:15:48.009072 298586 out.go:345] Setting OutFile to fd 1 ...
I1209 23:15:48.010065 298586 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:15:48.010149 298586 out.go:358] Setting ErrFile to fd 2...
I1209 23:15:48.010174 298586 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:15:48.010521 298586 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19888-292449/.minikube/bin
I1209 23:15:48.011241 298586 out.go:352] Setting JSON to false
I1209 23:15:48.012450 298586 start.go:129] hostinfo: {"hostname":"ip-172-31-31-251","uptime":7089,"bootTime":1733779059,"procs":172,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1072-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"982e3628-3742-4b3e-bb63-ac1b07660ec7"}
I1209 23:15:48.012591 298586 start.go:139] virtualization:
I1209 23:15:48.015679 298586 out.go:177] * [addons-006125] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1209 23:15:48.018874 298586 out.go:177] - MINIKUBE_LOCATION=19888
I1209 23:15:48.019012 298586 notify.go:220] Checking for updates...
I1209 23:15:48.023671 298586 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 23:15:48.026520 298586 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19888-292449/kubeconfig
I1209 23:15:48.028737 298586 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19888-292449/.minikube
I1209 23:15:48.030918 298586 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1209 23:15:48.033156 298586 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1209 23:15:48.036177 298586 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 23:15:48.067551 298586 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1209 23:15:48.067686 298586 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:15:48.127149 298586 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-12-09 23:15:48.117752325 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge
-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:15:48.127266 298586 docker.go:318] overlay module found
I1209 23:15:48.129900 298586 out.go:177] * Using the docker driver based on user configuration
I1209 23:15:48.131758 298586 start.go:297] selected driver: docker
I1209 23:15:48.131782 298586 start.go:901] validating driver "docker" against <nil>
I1209 23:15:48.131798 298586 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1209 23:15:48.132596 298586 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:15:48.192793 298586 info.go:266] docker info: {ID:EOU5:DNGX:XN6V:L2FZ:UXRM:5TWK:EVUR:KC2F:GT7Z:Y4O4:GB77:5PD3 Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-12-09 23:15:48.184046246 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-31-251 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge
-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:15:48.193024 298586 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1209 23:15:48.193254 298586 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 23:15:48.195355 298586 out.go:177] * Using Docker driver with root privileges
I1209 23:15:48.197128 298586 cni.go:84] Creating CNI manager for ""
I1209 23:15:48.197205 298586 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:15:48.197221 298586 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1209 23:15:48.197302 298586 start.go:340] cluster config:
{Name:addons-006125 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-006125 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:15:48.200787 298586 out.go:177] * Starting "addons-006125" primary control-plane node in "addons-006125" cluster
I1209 23:15:48.202575 298586 cache.go:121] Beginning downloading kic base image for docker with crio
I1209 23:15:48.204723 298586 out.go:177] * Pulling base image v0.0.45-1730888964-19917 ...
I1209 23:15:48.206573 298586 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:15:48.206637 298586 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19888-292449/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1209 23:15:48.206651 298586 cache.go:56] Caching tarball of preloaded images
I1209 23:15:48.206671 298586 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local docker daemon
I1209 23:15:48.206756 298586 preload.go:172] Found /home/jenkins/minikube-integration/19888-292449/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1209 23:15:48.206767 298586 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 23:15:48.207164 298586 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/config.json ...
I1209 23:15:48.207198 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/config.json: {Name:mk210deb0807675a1ac7bb384b35a79a82b38cdb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:15:48.223239 298586 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 to local cache
I1209 23:15:48.223382 298586 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory
I1209 23:15:48.223406 298586 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory, skipping pull
I1209 23:15:48.223416 298586 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 exists in cache, skipping pull
I1209 23:15:48.223425 298586 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 as a tarball
I1209 23:15:48.223436 298586 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 from local cache
I1209 23:16:06.778276 298586 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 from cached tarball
I1209 23:16:06.778315 298586 cache.go:194] Successfully downloaded all kic artifacts
I1209 23:16:06.778362 298586 start.go:360] acquireMachinesLock for addons-006125: {Name:mk95fb822276b933d828a80e13ca25416178bd49 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 23:16:06.778494 298586 start.go:364] duration metric: took 108.022µs to acquireMachinesLock for "addons-006125"
I1209 23:16:06.778526 298586 start.go:93] Provisioning new machine with config: &{Name:addons-006125 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-006125 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 23:16:06.778620 298586 start.go:125] createHost starting for "" (driver="docker")
I1209 23:16:06.781156 298586 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1209 23:16:06.781426 298586 start.go:159] libmachine.API.Create for "addons-006125" (driver="docker")
I1209 23:16:06.781463 298586 client.go:168] LocalClient.Create starting
I1209 23:16:06.781610 298586 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19888-292449/.minikube/certs/ca.pem
I1209 23:16:07.078943 298586 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19888-292449/.minikube/certs/cert.pem
I1209 23:16:07.671170 298586 cli_runner.go:164] Run: docker network inspect addons-006125 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1209 23:16:07.687510 298586 cli_runner.go:211] docker network inspect addons-006125 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1209 23:16:07.687609 298586 network_create.go:284] running [docker network inspect addons-006125] to gather additional debugging logs...
I1209 23:16:07.687632 298586 cli_runner.go:164] Run: docker network inspect addons-006125
W1209 23:16:07.702664 298586 cli_runner.go:211] docker network inspect addons-006125 returned with exit code 1
I1209 23:16:07.702701 298586 network_create.go:287] error running [docker network inspect addons-006125]: docker network inspect addons-006125: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-006125 not found
I1209 23:16:07.702732 298586 network_create.go:289] output of [docker network inspect addons-006125]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-006125 not found
** /stderr **
I1209 23:16:07.702831 298586 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1209 23:16:07.719914 298586 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001e28c40}
I1209 23:16:07.719952 298586 network_create.go:124] attempt to create docker network addons-006125 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1209 23:16:07.720017 298586 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-006125 addons-006125
I1209 23:16:07.791907 298586 network_create.go:108] docker network addons-006125 192.168.49.0/24 created
I1209 23:16:07.791941 298586 kic.go:121] calculated static IP "192.168.49.2" for the "addons-006125" container
I1209 23:16:07.792031 298586 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1209 23:16:07.808797 298586 cli_runner.go:164] Run: docker volume create addons-006125 --label name.minikube.sigs.k8s.io=addons-006125 --label created_by.minikube.sigs.k8s.io=true
I1209 23:16:07.824934 298586 oci.go:103] Successfully created a docker volume addons-006125
I1209 23:16:07.825066 298586 cli_runner.go:164] Run: docker run --rm --name addons-006125-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-006125 --entrypoint /usr/bin/test -v addons-006125:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -d /var/lib
I1209 23:16:09.933833 298586 cli_runner.go:217] Completed: docker run --rm --name addons-006125-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-006125 --entrypoint /usr/bin/test -v addons-006125:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -d /var/lib: (2.108716106s)
I1209 23:16:09.933864 298586 oci.go:107] Successfully prepared a docker volume addons-006125
I1209 23:16:09.933897 298586 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:16:09.933917 298586 kic.go:194] Starting extracting preloaded images to volume ...
I1209 23:16:09.933991 298586 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19888-292449/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-006125:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -I lz4 -xf /preloaded.tar -C /extractDir
I1209 23:16:14.112748 298586 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19888-292449/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-006125:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -I lz4 -xf /preloaded.tar -C /extractDir: (4.178695792s)
I1209 23:16:14.112785 298586 kic.go:203] duration metric: took 4.178864582s to extract preloaded images to volume ...
W1209 23:16:14.112952 298586 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1209 23:16:14.113069 298586 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1209 23:16:14.164785 298586 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-006125 --name addons-006125 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-006125 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-006125 --network addons-006125 --ip 192.168.49.2 --volume addons-006125:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615
I1209 23:16:14.525652 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Running}}
I1209 23:16:14.545990 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:14.567828 298586 cli_runner.go:164] Run: docker exec addons-006125 stat /var/lib/dpkg/alternatives/iptables
I1209 23:16:14.620520 298586 oci.go:144] the created container "addons-006125" has a running status.
I1209 23:16:14.620554 298586 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa...
I1209 23:16:14.919642 298586 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1209 23:16:14.952954 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:14.981192 298586 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1209 23:16:14.981211 298586 kic_runner.go:114] Args: [docker exec --privileged addons-006125 chown docker:docker /home/docker/.ssh/authorized_keys]
I1209 23:16:15.093238 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:15.118080 298586 machine.go:93] provisionDockerMachine start ...
I1209 23:16:15.118182 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:15.142294 298586 main.go:141] libmachine: Using SSH client type: native
I1209 23:16:15.142602 298586 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1209 23:16:15.142612 298586 main.go:141] libmachine: About to run SSH command:
hostname
I1209 23:16:15.145192 298586 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:42088->127.0.0.1:33138: read: connection reset by peer
I1209 23:16:18.267158 298586 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-006125
I1209 23:16:18.267193 298586 ubuntu.go:169] provisioning hostname "addons-006125"
I1209 23:16:18.267299 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:18.285418 298586 main.go:141] libmachine: Using SSH client type: native
I1209 23:16:18.285693 298586 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1209 23:16:18.285710 298586 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-006125 && echo "addons-006125" | sudo tee /etc/hostname
I1209 23:16:18.419316 298586 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-006125
I1209 23:16:18.419400 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:18.443085 298586 main.go:141] libmachine: Using SSH client type: native
I1209 23:16:18.443385 298586 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1209 23:16:18.443410 298586 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-006125' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-006125/g' /etc/hosts;
else
echo '127.0.1.1 addons-006125' | sudo tee -a /etc/hosts;
fi
fi
I1209 23:16:18.567270 298586 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 23:16:18.567308 298586 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19888-292449/.minikube CaCertPath:/home/jenkins/minikube-integration/19888-292449/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19888-292449/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19888-292449/.minikube}
I1209 23:16:18.567332 298586 ubuntu.go:177] setting up certificates
I1209 23:16:18.567343 298586 provision.go:84] configureAuth start
I1209 23:16:18.567418 298586 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-006125
I1209 23:16:18.585473 298586 provision.go:143] copyHostCerts
I1209 23:16:18.585596 298586 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-292449/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19888-292449/.minikube/ca.pem (1082 bytes)
I1209 23:16:18.585727 298586 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-292449/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19888-292449/.minikube/cert.pem (1123 bytes)
I1209 23:16:18.585788 298586 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19888-292449/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19888-292449/.minikube/key.pem (1679 bytes)
I1209 23:16:18.585838 298586 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19888-292449/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19888-292449/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19888-292449/.minikube/certs/ca-key.pem org=jenkins.addons-006125 san=[127.0.0.1 192.168.49.2 addons-006125 localhost minikube]
I1209 23:16:19.846315 298586 provision.go:177] copyRemoteCerts
I1209 23:16:19.846385 298586 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 23:16:19.846431 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:19.863559 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:19.952104 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1209 23:16:19.976917 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1209 23:16:20.013687 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1209 23:16:20.073489 298586 provision.go:87] duration metric: took 1.506117982s to configureAuth
I1209 23:16:20.073610 298586 ubuntu.go:193] setting minikube options for container-runtime
I1209 23:16:20.073828 298586 config.go:182] Loaded profile config "addons-006125": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:16:20.073957 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:20.091513 298586 main.go:141] libmachine: Using SSH client type: native
I1209 23:16:20.091803 298586 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I1209 23:16:20.091827 298586 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 23:16:20.316949 298586 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 23:16:20.316970 298586 machine.go:96] duration metric: took 5.198867058s to provisionDockerMachine
I1209 23:16:20.316981 298586 client.go:171] duration metric: took 13.535508825s to LocalClient.Create
I1209 23:16:20.316994 298586 start.go:167] duration metric: took 13.535574229s to libmachine.API.Create "addons-006125"
I1209 23:16:20.317003 298586 start.go:293] postStartSetup for "addons-006125" (driver="docker")
I1209 23:16:20.317014 298586 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 23:16:20.317078 298586 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 23:16:20.317123 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:20.335574 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:20.424728 298586 ssh_runner.go:195] Run: cat /etc/os-release
I1209 23:16:20.428241 298586 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1209 23:16:20.428281 298586 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1209 23:16:20.428293 298586 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1209 23:16:20.428300 298586 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1209 23:16:20.428312 298586 filesync.go:126] Scanning /home/jenkins/minikube-integration/19888-292449/.minikube/addons for local assets ...
I1209 23:16:20.428389 298586 filesync.go:126] Scanning /home/jenkins/minikube-integration/19888-292449/.minikube/files for local assets ...
I1209 23:16:20.428418 298586 start.go:296] duration metric: took 111.409427ms for postStartSetup
I1209 23:16:20.428738 298586 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-006125
I1209 23:16:20.447222 298586 profile.go:143] Saving config to /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/config.json ...
I1209 23:16:20.447529 298586 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1209 23:16:20.447584 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:20.464864 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:20.552134 298586 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1209 23:16:20.556856 298586 start.go:128] duration metric: took 13.778218127s to createHost
I1209 23:16:20.556932 298586 start.go:83] releasing machines lock for "addons-006125", held for 13.778424826s
I1209 23:16:20.557021 298586 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-006125
I1209 23:16:20.575011 298586 ssh_runner.go:195] Run: cat /version.json
I1209 23:16:20.575079 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:20.575273 298586 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 23:16:20.575331 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:20.598643 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:20.603521 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:20.820094 298586 ssh_runner.go:195] Run: systemctl --version
I1209 23:16:20.824866 298586 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 23:16:20.968875 298586 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1209 23:16:20.973371 298586 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 23:16:20.996987 298586 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1209 23:16:20.997086 298586 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 23:16:21.042853 298586 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1209 23:16:21.042880 298586 start.go:495] detecting cgroup driver to use...
I1209 23:16:21.042915 298586 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1209 23:16:21.042981 298586 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 23:16:21.062106 298586 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 23:16:21.075258 298586 docker.go:217] disabling cri-docker service (if available) ...
I1209 23:16:21.075347 298586 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 23:16:21.090284 298586 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 23:16:21.106633 298586 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 23:16:21.198993 298586 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 23:16:21.300289 298586 docker.go:233] disabling docker service ...
I1209 23:16:21.300451 298586 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 23:16:21.324000 298586 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 23:16:21.336566 298586 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 23:16:21.422343 298586 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 23:16:21.512489 298586 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 23:16:21.525048 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 23:16:21.541869 298586 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 23:16:21.541975 298586 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:16:21.551857 298586 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 23:16:21.551990 298586 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:16:21.562929 298586 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:16:21.574082 298586 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:16:21.584854 298586 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 23:16:21.594274 298586 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:16:21.604352 298586 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:16:21.621161 298586 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:16:21.631237 298586 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 23:16:21.640622 298586 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 23:16:21.649486 298586 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:16:21.729351 298586 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 23:16:21.845168 298586 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 23:16:21.845257 298586 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 23:16:21.848961 298586 start.go:563] Will wait 60s for crictl version
I1209 23:16:21.849031 298586 ssh_runner.go:195] Run: which crictl
I1209 23:16:21.852597 298586 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 23:16:21.892477 298586 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1209 23:16:21.892600 298586 ssh_runner.go:195] Run: crio --version
I1209 23:16:21.930523 298586 ssh_runner.go:195] Run: crio --version
I1209 23:16:21.970129 298586 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1209 23:16:21.971837 298586 cli_runner.go:164] Run: docker network inspect addons-006125 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1209 23:16:21.992162 298586 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1209 23:16:21.995767 298586 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 23:16:22.010671 298586 kubeadm.go:883] updating cluster {Name:addons-006125 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-006125 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1209 23:16:22.010814 298586 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:16:22.010878 298586 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 23:16:22.091855 298586 crio.go:514] all images are preloaded for cri-o runtime.
I1209 23:16:22.091882 298586 crio.go:433] Images already preloaded, skipping extraction
I1209 23:16:22.091942 298586 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 23:16:22.132163 298586 crio.go:514] all images are preloaded for cri-o runtime.
I1209 23:16:22.132188 298586 cache_images.go:84] Images are preloaded, skipping loading
I1209 23:16:22.132197 298586 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1209 23:16:22.132331 298586 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-006125 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-006125 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 23:16:22.132421 298586 ssh_runner.go:195] Run: crio config
I1209 23:16:22.180839 298586 cni.go:84] Creating CNI manager for ""
I1209 23:16:22.180915 298586 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:16:22.180942 298586 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1209 23:16:22.180988 298586 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-006125 NodeName:addons-006125 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1209 23:16:22.181144 298586 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-006125"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1209 23:16:22.181227 298586 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 23:16:22.191686 298586 binaries.go:44] Found k8s binaries, skipping transfer
I1209 23:16:22.191803 298586 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1209 23:16:22.200942 298586 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1209 23:16:22.219486 298586 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 23:16:22.238393 298586 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1209 23:16:22.256923 298586 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1209 23:16:22.260540 298586 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 23:16:22.271531 298586 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:16:22.363606 298586 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 23:16:22.378171 298586 certs.go:68] Setting up /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125 for IP: 192.168.49.2
I1209 23:16:22.378243 298586 certs.go:194] generating shared ca certs ...
I1209 23:16:22.378275 298586 certs.go:226] acquiring lock for ca certs: {Name:mk059c8f83fb5636d205d77749a6b58de9d7eb72 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:22.378921 298586 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19888-292449/.minikube/ca.key
I1209 23:16:22.861873 298586 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-292449/.minikube/ca.crt ...
I1209 23:16:22.861908 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/ca.crt: {Name:mk9860f7e41edc46298549c904da9356bdddbd82 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:22.862558 298586 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-292449/.minikube/ca.key ...
I1209 23:16:22.862578 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/ca.key: {Name:mkce41db02665dc8406951414731c623a2fb1b8a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:22.863100 298586 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19888-292449/.minikube/proxy-client-ca.key
I1209 23:16:23.321386 298586 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-292449/.minikube/proxy-client-ca.crt ...
I1209 23:16:23.321417 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/proxy-client-ca.crt: {Name:mk7020e675ca5ad8d2493e6af48756e7c7cfef31 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:23.321623 298586 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-292449/.minikube/proxy-client-ca.key ...
I1209 23:16:23.321637 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/proxy-client-ca.key: {Name:mk7fbb3af690707396062e3bf118a4633aabef95 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:23.322360 298586 certs.go:256] generating profile certs ...
I1209 23:16:23.322427 298586 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/client.key
I1209 23:16:23.322446 298586 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/client.crt with IP's: []
I1209 23:16:23.622763 298586 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/client.crt ...
I1209 23:16:23.622794 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/client.crt: {Name:mke74c1e48f47a63def2eed44915a9384d731e13 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:23.622978 298586 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/client.key ...
I1209 23:16:23.622991 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/client.key: {Name:mka0b6333c9e6837ad55b080b9aed1423480853d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:23.623511 298586 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.key.cba0d7a3
I1209 23:16:23.623536 298586 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.crt.cba0d7a3 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1209 23:16:23.941703 298586 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.crt.cba0d7a3 ...
I1209 23:16:23.941734 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.crt.cba0d7a3: {Name:mk38a62048871c794f8fcb0fcaaa1a91632d5521 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:23.942475 298586 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.key.cba0d7a3 ...
I1209 23:16:23.942494 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.key.cba0d7a3: {Name:mk66bab5632aee0aafbb8d6e409315b562bb1280 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:23.943041 298586 certs.go:381] copying /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.crt.cba0d7a3 -> /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.crt
I1209 23:16:23.943165 298586 certs.go:385] copying /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.key.cba0d7a3 -> /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.key
I1209 23:16:23.943228 298586 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/proxy-client.key
I1209 23:16:23.943251 298586 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/proxy-client.crt with IP's: []
I1209 23:16:24.639551 298586 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/proxy-client.crt ...
I1209 23:16:24.639591 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/proxy-client.crt: {Name:mk7aa9d546bcaf8bf1626d6d750cfff08df1915a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:24.640520 298586 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/proxy-client.key ...
I1209 23:16:24.640541 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/proxy-client.key: {Name:mk0253c42106ba746fda4716cda32f8c74383558 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:24.640773 298586 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-292449/.minikube/certs/ca-key.pem (1675 bytes)
I1209 23:16:24.640820 298586 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-292449/.minikube/certs/ca.pem (1082 bytes)
I1209 23:16:24.640850 298586 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-292449/.minikube/certs/cert.pem (1123 bytes)
I1209 23:16:24.640878 298586 certs.go:484] found cert: /home/jenkins/minikube-integration/19888-292449/.minikube/certs/key.pem (1679 bytes)
I1209 23:16:24.641499 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 23:16:24.672587 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1209 23:16:24.696891 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 23:16:24.722073 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1209 23:16:24.746888 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1209 23:16:24.770829 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1209 23:16:24.795602 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 23:16:24.820070 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/profiles/addons-006125/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1209 23:16:24.844891 298586 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19888-292449/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 23:16:24.869484 298586 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1209 23:16:24.888892 298586 ssh_runner.go:195] Run: openssl version
I1209 23:16:24.894586 298586 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 23:16:24.904699 298586 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 23:16:24.908359 298586 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 23:16 /usr/share/ca-certificates/minikubeCA.pem
I1209 23:16:24.908466 298586 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 23:16:24.915519 298586 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 23:16:24.925466 298586 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 23:16:24.929107 298586 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 23:16:24.929166 298586 kubeadm.go:392] StartCluster: {Name:addons-006125 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-006125 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:16:24.929258 298586 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1209 23:16:24.929318 298586 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1209 23:16:24.966868 298586 cri.go:89] found id: ""
I1209 23:16:24.966939 298586 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1209 23:16:24.976140 298586 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1209 23:16:24.985234 298586 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1209 23:16:24.985333 298586 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1209 23:16:24.995052 298586 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1209 23:16:24.995076 298586 kubeadm.go:157] found existing configuration files:
I1209 23:16:24.995204 298586 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1209 23:16:25.008963 298586 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1209 23:16:25.009192 298586 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1209 23:16:25.020118 298586 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1209 23:16:25.030685 298586 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1209 23:16:25.030770 298586 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1209 23:16:25.040407 298586 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1209 23:16:25.050454 298586 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1209 23:16:25.050528 298586 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1209 23:16:25.059708 298586 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1209 23:16:25.069137 298586 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1209 23:16:25.069247 298586 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1209 23:16:25.079042 298586 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1209 23:16:25.145648 298586 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1072-aws\n", err: exit status 1
I1209 23:16:25.207898 298586 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1209 23:16:43.877652 298586 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1209 23:16:43.877711 298586 kubeadm.go:310] [preflight] Running pre-flight checks
I1209 23:16:43.877798 298586 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1209 23:16:43.877854 298586 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1072-aws[0m
I1209 23:16:43.877889 298586 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1209 23:16:43.877934 298586 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1209 23:16:43.877981 298586 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1209 23:16:43.878028 298586 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1209 23:16:43.878076 298586 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1209 23:16:43.878124 298586 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1209 23:16:43.878173 298586 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1209 23:16:43.878218 298586 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1209 23:16:43.878266 298586 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1209 23:16:43.878313 298586 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1209 23:16:43.878384 298586 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1209 23:16:43.878478 298586 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1209 23:16:43.878567 298586 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1209 23:16:43.878629 298586 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1209 23:16:43.880713 298586 out.go:235] - Generating certificates and keys ...
I1209 23:16:43.880824 298586 kubeadm.go:310] [certs] Using existing ca certificate authority
I1209 23:16:43.880897 298586 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1209 23:16:43.880973 298586 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1209 23:16:43.881064 298586 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1209 23:16:43.881141 298586 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1209 23:16:43.881195 298586 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1209 23:16:43.881252 298586 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1209 23:16:43.881368 298586 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-006125 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1209 23:16:43.881421 298586 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1209 23:16:43.881540 298586 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-006125 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1209 23:16:43.881605 298586 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1209 23:16:43.881667 298586 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1209 23:16:43.881711 298586 kubeadm.go:310] [certs] Generating "sa" key and public key
I1209 23:16:43.881766 298586 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1209 23:16:43.881816 298586 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1209 23:16:43.881872 298586 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1209 23:16:43.881930 298586 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1209 23:16:43.881992 298586 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1209 23:16:43.882046 298586 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1209 23:16:43.882125 298586 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1209 23:16:43.882191 298586 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1209 23:16:43.884151 298586 out.go:235] - Booting up control plane ...
I1209 23:16:43.884259 298586 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1209 23:16:43.884345 298586 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1209 23:16:43.884421 298586 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1209 23:16:43.884533 298586 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1209 23:16:43.884627 298586 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1209 23:16:43.884672 298586 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1209 23:16:43.884811 298586 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1209 23:16:43.884925 298586 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1209 23:16:43.884994 298586 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001675956s
I1209 23:16:43.885076 298586 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1209 23:16:43.885140 298586 kubeadm.go:310] [api-check] The API server is healthy after 7.001486066s
I1209 23:16:43.885256 298586 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1209 23:16:43.885393 298586 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1209 23:16:43.885459 298586 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1209 23:16:43.885659 298586 kubeadm.go:310] [mark-control-plane] Marking the node addons-006125 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1209 23:16:43.885722 298586 kubeadm.go:310] [bootstrap-token] Using token: n4ct29.x0cho1mo7j2uiwhv
I1209 23:16:43.887626 298586 out.go:235] - Configuring RBAC rules ...
I1209 23:16:43.887853 298586 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1209 23:16:43.887978 298586 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1209 23:16:43.888130 298586 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1209 23:16:43.888277 298586 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1209 23:16:43.888398 298586 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1209 23:16:43.888486 298586 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1209 23:16:43.888604 298586 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1209 23:16:43.888652 298586 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1209 23:16:43.888704 298586 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1209 23:16:43.888712 298586 kubeadm.go:310]
I1209 23:16:43.888772 298586 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1209 23:16:43.888780 298586 kubeadm.go:310]
I1209 23:16:43.888856 298586 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1209 23:16:43.888863 298586 kubeadm.go:310]
I1209 23:16:43.888888 298586 kubeadm.go:310] mkdir -p $HOME/.kube
I1209 23:16:43.888950 298586 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1209 23:16:43.889005 298586 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1209 23:16:43.889013 298586 kubeadm.go:310]
I1209 23:16:43.889067 298586 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1209 23:16:43.889074 298586 kubeadm.go:310]
I1209 23:16:43.889121 298586 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1209 23:16:43.889129 298586 kubeadm.go:310]
I1209 23:16:43.889182 298586 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1209 23:16:43.889261 298586 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1209 23:16:43.889332 298586 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1209 23:16:43.889340 298586 kubeadm.go:310]
I1209 23:16:43.889423 298586 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1209 23:16:43.889502 298586 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1209 23:16:43.889510 298586 kubeadm.go:310]
I1209 23:16:43.889598 298586 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token n4ct29.x0cho1mo7j2uiwhv \
I1209 23:16:43.889704 298586 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:ca6f268d2720bcc3dcc63add200af5349fb88d3412781ec48479c46aca637593 \
I1209 23:16:43.889727 298586 kubeadm.go:310] --control-plane
I1209 23:16:43.889731 298586 kubeadm.go:310]
I1209 23:16:43.889819 298586 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1209 23:16:43.889826 298586 kubeadm.go:310]
I1209 23:16:43.889908 298586 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token n4ct29.x0cho1mo7j2uiwhv \
I1209 23:16:43.890024 298586 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:ca6f268d2720bcc3dcc63add200af5349fb88d3412781ec48479c46aca637593
I1209 23:16:43.890037 298586 cni.go:84] Creating CNI manager for ""
I1209 23:16:43.890046 298586 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:16:43.893241 298586 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1209 23:16:43.895219 298586 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1209 23:16:43.899614 298586 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1209 23:16:43.899652 298586 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1209 23:16:43.918103 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1209 23:16:44.212717 298586 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1209 23:16:44.212872 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:16:44.212937 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-006125 minikube.k8s.io/updated_at=2024_12_09T23_16_44_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=bdb91ee97b7db1e27267ce5f380a98e3176548b5 minikube.k8s.io/name=addons-006125 minikube.k8s.io/primary=true
I1209 23:16:44.392783 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:16:44.392856 298586 ops.go:34] apiserver oom_adj: -16
I1209 23:16:44.893531 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:16:45.393302 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:16:45.892832 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:16:46.392887 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:16:46.892881 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:16:47.392974 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:16:47.892891 298586 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:16:48.000287 298586 kubeadm.go:1113] duration metric: took 3.787466049s to wait for elevateKubeSystemPrivileges
I1209 23:16:48.000320 298586 kubeadm.go:394] duration metric: took 23.071159301s to StartCluster
I1209 23:16:48.000340 298586 settings.go:142] acquiring lock: {Name:mk5e8ade0aba5028c542a17cc3ac26b2fce0612a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:48.000573 298586 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19888-292449/kubeconfig
I1209 23:16:48.001013 298586 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19888-292449/kubeconfig: {Name:mkb1748c465c9240b5ac61d2f2426a68610afd6f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:16:48.001257 298586 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 23:16:48.001488 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1209 23:16:48.001830 298586 config.go:182] Loaded profile config "addons-006125": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:16:48.001869 298586 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1209 23:16:48.001968 298586 addons.go:69] Setting yakd=true in profile "addons-006125"
I1209 23:16:48.001983 298586 addons.go:234] Setting addon yakd=true in "addons-006125"
I1209 23:16:48.002011 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.002685 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.003152 298586 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-006125"
I1209 23:16:48.003177 298586 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-006125"
I1209 23:16:48.003221 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.003661 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.008635 298586 addons.go:69] Setting cloud-spanner=true in profile "addons-006125"
I1209 23:16:48.011043 298586 addons.go:234] Setting addon cloud-spanner=true in "addons-006125"
I1209 23:16:48.011221 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.011832 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.012138 298586 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-006125"
I1209 23:16:48.012238 298586 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-006125"
I1209 23:16:48.012328 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.012911 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.025123 298586 addons.go:69] Setting default-storageclass=true in profile "addons-006125"
I1209 23:16:48.025175 298586 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-006125"
I1209 23:16:48.025566 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.027914 298586 addons.go:69] Setting gcp-auth=true in profile "addons-006125"
I1209 23:16:48.028070 298586 mustload.go:65] Loading cluster: addons-006125
I1209 23:16:48.028545 298586 config.go:182] Loaded profile config "addons-006125": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:16:48.029215 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.031587 298586 out.go:177] * Verifying Kubernetes components...
I1209 23:16:48.044054 298586 addons.go:69] Setting ingress=true in profile "addons-006125"
I1209 23:16:48.044214 298586 addons.go:234] Setting addon ingress=true in "addons-006125"
I1209 23:16:48.044298 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.044969 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.059358 298586 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:16:48.059679 298586 addons.go:69] Setting volcano=true in profile "addons-006125"
I1209 23:16:48.059700 298586 addons.go:234] Setting addon volcano=true in "addons-006125"
I1209 23:16:48.059714 298586 addons.go:69] Setting volumesnapshots=true in profile "addons-006125"
I1209 23:16:48.059768 298586 addons.go:234] Setting addon volumesnapshots=true in "addons-006125"
I1209 23:16:48.059836 298586 addons.go:69] Setting ingress-dns=true in profile "addons-006125"
I1209 23:16:48.059859 298586 addons.go:234] Setting addon ingress-dns=true in "addons-006125"
I1209 23:16:48.059887 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.060088 298586 addons.go:69] Setting inspektor-gadget=true in profile "addons-006125"
I1209 23:16:48.060105 298586 addons.go:234] Setting addon inspektor-gadget=true in "addons-006125"
I1209 23:16:48.060129 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.061455 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.078317 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.078743 298586 addons.go:69] Setting metrics-server=true in profile "addons-006125"
I1209 23:16:48.078766 298586 addons.go:234] Setting addon metrics-server=true in "addons-006125"
I1209 23:16:48.078801 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.079288 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.089845 298586 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-006125"
I1209 23:16:48.089889 298586 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-006125"
I1209 23:16:48.089933 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.090406 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.109716 298586 addons.go:69] Setting registry=true in profile "addons-006125"
I1209 23:16:48.109749 298586 addons.go:234] Setting addon registry=true in "addons-006125"
I1209 23:16:48.109791 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.113710 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.124912 298586 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1209 23:16:48.129068 298586 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1209 23:16:48.129100 298586 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1209 23:16:48.129174 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.129410 298586 addons.go:69] Setting storage-provisioner=true in profile "addons-006125"
I1209 23:16:48.129443 298586 addons.go:234] Setting addon storage-provisioner=true in "addons-006125"
I1209 23:16:48.129476 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.129947 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.143216 298586 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-006125"
I1209 23:16:48.143254 298586 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-006125"
I1209 23:16:48.143614 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.059842 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.171846 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.059801 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.192101 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.213789 298586 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1209 23:16:48.218380 298586 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1209 23:16:48.244636 298586 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1209 23:16:48.248305 298586 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:16:48.253145 298586 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:16:48.253311 298586 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1209 23:16:48.256550 298586 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1209 23:16:48.269863 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1209 23:16:48.269968 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.256775 298586 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1209 23:16:48.281954 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1209 23:16:48.282050 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.286886 298586 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1209 23:16:48.301467 298586 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.25
I1209 23:16:48.307057 298586 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1209 23:16:48.307080 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1209 23:16:48.307171 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.269446 298586 addons.go:234] Setting addon default-storageclass=true in "addons-006125"
I1209 23:16:48.314698 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.315238 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.322970 298586 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1209 23:16:48.326190 298586 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1209 23:16:48.326228 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1209 23:16:48.326350 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.269551 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.357174 298586 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1209 23:16:48.367389 298586 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1209 23:16:48.369612 298586 out.go:177] - Using image docker.io/registry:2.8.3
I1209 23:16:48.372013 298586 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1209 23:16:48.372039 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1209 23:16:48.372108 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.378591 298586 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1209 23:16:48.390681 298586 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1209 23:16:48.390765 298586 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1209 23:16:48.390882 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.395235 298586 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1209 23:16:48.397432 298586 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1209 23:16:48.399553 298586 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1209 23:16:48.401649 298586 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1209 23:16:48.403447 298586 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1209 23:16:48.403472 298586 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1209 23:16:48.403545 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.407183 298586 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.35.0
I1209 23:16:48.409959 298586 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1209 23:16:48.410030 298586 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1209 23:16:48.410143 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.421277 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.422694 298586 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-006125"
I1209 23:16:48.422735 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:48.423148 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:48.433714 298586 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1209 23:16:48.434443 298586 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1209 23:16:48.434675 298586 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I1209 23:16:48.435484 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1209 23:16:48.435755 298586 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 23:16:48.437270 298586 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1209 23:16:48.437288 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1209 23:16:48.437348 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.450243 298586 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1209 23:16:48.450274 298586 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1209 23:16:48.450339 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
W1209 23:16:48.473128 298586 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1209 23:16:48.473559 298586 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1209 23:16:48.473575 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1209 23:16:48.473638 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.523774 298586 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1209 23:16:48.523794 298586 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1209 23:16:48.523859 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.524206 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.528724 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.559486 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.605570 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.634183 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.646370 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.667210 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.668134 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.670439 298586 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1209 23:16:48.671580 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.672011 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:48.675387 298586 out.go:177] - Using image docker.io/busybox:stable
I1209 23:16:48.677870 298586 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1209 23:16:48.677890 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1209 23:16:48.677958 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:48.678382 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
W1209 23:16:48.679470 298586 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1209 23:16:48.679496 298586 retry.go:31] will retry after 182.427079ms: ssh: handshake failed: EOF
I1209 23:16:48.716118 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
W1209 23:16:48.718791 298586 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1209 23:16:48.718823 298586 retry.go:31] will retry after 364.837186ms: ssh: handshake failed: EOF
I1209 23:16:48.720558 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
W1209 23:16:48.721468 298586 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1209 23:16:48.721490 298586 retry.go:31] will retry after 307.067348ms: ssh: handshake failed: EOF
I1209 23:16:48.802728 298586 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1209 23:16:48.802807 298586 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1209 23:16:48.926330 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1209 23:16:48.951487 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1209 23:16:48.954461 298586 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1209 23:16:48.954489 298586 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1209 23:16:49.065311 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1209 23:16:49.085821 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1209 23:16:49.100369 298586 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1209 23:16:49.100394 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14576 bytes)
I1209 23:16:49.103123 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1209 23:16:49.120519 298586 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1209 23:16:49.120544 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1209 23:16:49.129871 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1209 23:16:49.133255 298586 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1209 23:16:49.133280 298586 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1209 23:16:49.137225 298586 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1209 23:16:49.137249 298586 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1209 23:16:49.138797 298586 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1209 23:16:49.138823 298586 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1209 23:16:49.275860 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1209 23:16:49.282274 298586 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1209 23:16:49.282299 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1209 23:16:49.286019 298586 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1209 23:16:49.286045 298586 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1209 23:16:49.289769 298586 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1209 23:16:49.289795 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1209 23:16:49.323398 298586 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1209 23:16:49.323424 298586 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1209 23:16:49.334773 298586 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1209 23:16:49.334799 298586 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1209 23:16:49.378843 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1209 23:16:49.401024 298586 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1209 23:16:49.401051 298586 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1209 23:16:49.474402 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1209 23:16:49.478757 298586 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1209 23:16:49.478785 298586 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1209 23:16:49.480708 298586 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1209 23:16:49.480734 298586 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1209 23:16:49.500730 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1209 23:16:49.545561 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1209 23:16:49.549094 298586 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1209 23:16:49.549118 298586 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1209 23:16:49.621694 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1209 23:16:49.625084 298586 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1209 23:16:49.625111 298586 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1209 23:16:49.728718 298586 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1209 23:16:49.728745 298586 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1209 23:16:49.792850 298586 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1209 23:16:49.792878 298586 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1209 23:16:49.877574 298586 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:16:49.877599 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1209 23:16:49.945027 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:16:49.950768 298586 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1209 23:16:49.950795 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1209 23:16:50.001709 298586 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1209 23:16:50.001741 298586 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1209 23:16:50.134350 298586 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1209 23:16:50.134376 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1209 23:16:50.249470 298586 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1209 23:16:50.249493 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1209 23:16:50.331566 298586 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1209 23:16:50.331595 298586 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1209 23:16:50.397821 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1209 23:16:50.544717 298586 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.109201235s)
I1209 23:16:50.544750 298586 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1209 23:16:50.545766 298586 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.10999125s)
I1209 23:16:50.546511 298586 node_ready.go:35] waiting up to 6m0s for node "addons-006125" to be "Ready" ...
I1209 23:16:52.032878 298586 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-006125" context rescaled to 1 replicas
I1209 23:16:52.722785 298586 node_ready.go:53] node "addons-006125" has status "Ready":"False"
I1209 23:16:52.906228 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.979810589s)
I1209 23:16:52.906335 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (3.954826633s)
I1209 23:16:55.052186 298586 node_ready.go:53] node "addons-006125" has status "Ready":"False"
I1209 23:16:55.366469 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.263311676s)
I1209 23:16:55.366541 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.236648785s)
I1209 23:16:55.366613 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (6.090729695s)
I1209 23:16:55.366635 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.987770043s)
I1209 23:16:55.366831 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.89240078s)
I1209 23:16:55.366844 298586 addons.go:475] Verifying addon registry=true in "addons-006125"
I1209 23:16:55.367014 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.28058186s)
I1209 23:16:55.367149 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.866388668s)
I1209 23:16:55.367525 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.302178437s)
I1209 23:16:55.367585 298586 addons.go:475] Verifying addon ingress=true in "addons-006125"
I1209 23:16:55.367667 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.422612904s)
W1209 23:16:55.367709 298586 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1209 23:16:55.367734 298586 retry.go:31] will retry after 139.542213ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1209 23:16:55.367536 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.821946713s)
I1209 23:16:55.367595 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.745870501s)
I1209 23:16:55.367966 298586 addons.go:475] Verifying addon metrics-server=true in "addons-006125"
I1209 23:16:55.372469 298586 out.go:177] * Verifying registry addon...
I1209 23:16:55.372652 298586 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-006125 service yakd-dashboard -n yakd-dashboard
I1209 23:16:55.372721 298586 out.go:177] * Verifying ingress addon...
I1209 23:16:55.375408 298586 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1209 23:16:55.375941 298586 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1209 23:16:55.396092 298586 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1209 23:16:55.396174 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:55.401547 298586 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1209 23:16:55.401572 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1209 23:16:55.403881 298586 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1209 23:16:55.507737 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:16:55.801003 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.403131404s)
I1209 23:16:55.801101 298586 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-006125"
I1209 23:16:55.803999 298586 out.go:177] * Verifying csi-hostpath-driver addon...
I1209 23:16:55.806832 298586 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1209 23:16:55.829781 298586 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1209 23:16:55.829862 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:16:55.885344 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:55.886431 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:16:56.311937 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:16:56.413144 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:56.414286 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:16:56.811467 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:16:56.879336 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:56.879822 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:16:57.311344 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:16:57.411983 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:57.412562 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:16:57.550233 298586 node_ready.go:53] node "addons-006125" has status "Ready":"False"
I1209 23:16:57.811480 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:16:57.879342 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:57.880330 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:16:58.311734 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:16:58.332372 298586 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.824536578s)
I1209 23:16:58.411749 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:58.412473 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:16:58.811578 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:16:58.879799 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:58.880979 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:16:58.968069 298586 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1209 23:16:58.968176 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:58.987651 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:59.093927 298586 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1209 23:16:59.113132 298586 addons.go:234] Setting addon gcp-auth=true in "addons-006125"
I1209 23:16:59.113187 298586 host.go:66] Checking if "addons-006125" exists ...
I1209 23:16:59.113686 298586 cli_runner.go:164] Run: docker container inspect addons-006125 --format={{.State.Status}}
I1209 23:16:59.131538 298586 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1209 23:16:59.131597 298586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-006125
I1209 23:16:59.148822 298586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/19888-292449/.minikube/machines/addons-006125/id_rsa Username:docker}
I1209 23:16:59.253208 298586 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:16:59.255221 298586 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1209 23:16:59.257080 298586 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1209 23:16:59.257100 298586 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1209 23:16:59.275815 298586 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1209 23:16:59.275843 298586 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1209 23:16:59.294908 298586 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1209 23:16:59.294934 298586 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1209 23:16:59.311376 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:16:59.317949 298586 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1209 23:16:59.380905 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:59.384654 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:16:59.550921 298586 node_ready.go:53] node "addons-006125" has status "Ready":"False"
I1209 23:16:59.829569 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:16:59.851541 298586 addons.go:475] Verifying addon gcp-auth=true in "addons-006125"
I1209 23:16:59.855305 298586 out.go:177] * Verifying gcp-auth addon...
I1209 23:16:59.859556 298586 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1209 23:16:59.866178 298586 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1209 23:16:59.866265 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:16:59.964330 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:16:59.965287 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:00.344222 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:00.382147 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:00.396814 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:00.406737 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:00.814718 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:00.863674 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:00.880548 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:00.880810 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:01.315893 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:01.364110 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:01.379938 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:01.380718 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:01.552997 298586 node_ready.go:53] node "addons-006125" has status "Ready":"False"
I1209 23:17:01.811465 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:01.864202 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:01.880708 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:01.881741 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:02.312176 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:02.364000 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:02.379394 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:02.380126 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:02.811717 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:02.863744 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:02.880470 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:02.881685 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:03.310921 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:03.365059 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:03.379795 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:03.380838 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:03.812865 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:03.864582 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:03.879005 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:03.880040 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:04.050291 298586 node_ready.go:53] node "addons-006125" has status "Ready":"False"
I1209 23:17:04.312028 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:04.364045 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:04.380408 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:04.381459 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:04.812985 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:04.864261 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:04.881121 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:04.881185 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:05.311411 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:05.364631 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:05.380016 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:05.380964 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:05.811952 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:05.863967 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:05.879445 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:05.880274 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:06.089423 298586 node_ready.go:49] node "addons-006125" has status "Ready":"True"
I1209 23:17:06.089509 298586 node_ready.go:38] duration metric: took 15.542971108s for node "addons-006125" to be "Ready" ...
I1209 23:17:06.107753 298586 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 23:17:06.183008 298586 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-ps5kv" in "kube-system" namespace to be "Ready" ...
I1209 23:17:06.422810 298586 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1209 23:17:06.422895 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:06.424640 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:06.425328 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:06.425871 298586 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1209 23:17:06.425910 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:06.846248 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:06.871846 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:06.888433 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:06.888929 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:07.317097 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:07.415103 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:07.415888 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:07.421525 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:07.816282 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:07.863494 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:07.882177 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:07.884576 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:08.217281 298586 pod_ready.go:103] pod "coredns-7c65d6cfc9-ps5kv" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:08.314192 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:08.365161 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:08.386503 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:08.386848 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:08.690766 298586 pod_ready.go:93] pod "coredns-7c65d6cfc9-ps5kv" in "kube-system" namespace has status "Ready":"True"
I1209 23:17:08.690795 298586 pod_ready.go:82] duration metric: took 2.507745046s for pod "coredns-7c65d6cfc9-ps5kv" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.690824 298586 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-006125" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.698898 298586 pod_ready.go:93] pod "etcd-addons-006125" in "kube-system" namespace has status "Ready":"True"
I1209 23:17:08.698927 298586 pod_ready.go:82] duration metric: took 8.093412ms for pod "etcd-addons-006125" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.698943 298586 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-006125" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.708154 298586 pod_ready.go:93] pod "kube-apiserver-addons-006125" in "kube-system" namespace has status "Ready":"True"
I1209 23:17:08.708182 298586 pod_ready.go:82] duration metric: took 9.228161ms for pod "kube-apiserver-addons-006125" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.708194 298586 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-006125" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.718690 298586 pod_ready.go:93] pod "kube-controller-manager-addons-006125" in "kube-system" namespace has status "Ready":"True"
I1209 23:17:08.718716 298586 pod_ready.go:82] duration metric: took 10.514388ms for pod "kube-controller-manager-addons-006125" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.718734 298586 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-sp7fm" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.726434 298586 pod_ready.go:93] pod "kube-proxy-sp7fm" in "kube-system" namespace has status "Ready":"True"
I1209 23:17:08.726460 298586 pod_ready.go:82] duration metric: took 7.717899ms for pod "kube-proxy-sp7fm" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.726473 298586 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-006125" in "kube-system" namespace to be "Ready" ...
I1209 23:17:08.813152 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:08.863966 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:08.882444 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:08.883358 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:09.087914 298586 pod_ready.go:93] pod "kube-scheduler-addons-006125" in "kube-system" namespace has status "Ready":"True"
I1209 23:17:09.087942 298586 pod_ready.go:82] duration metric: took 361.459747ms for pod "kube-scheduler-addons-006125" in "kube-system" namespace to be "Ready" ...
I1209 23:17:09.087956 298586 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace to be "Ready" ...
I1209 23:17:09.311927 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:09.363885 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:09.380475 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:09.381644 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:09.812577 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:09.863379 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:09.880565 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:09.881356 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:10.312404 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:10.363689 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:10.380923 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:10.381417 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:10.813486 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:10.864194 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:10.881471 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:10.882503 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:11.096221 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:11.313045 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:11.366381 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:11.416954 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:11.417983 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:11.812597 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:11.863436 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:11.879681 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:11.880786 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:12.312391 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:12.363456 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:12.379078 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:12.382221 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:12.812570 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:12.863842 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:12.883692 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:12.887178 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:13.096489 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:13.314029 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:13.363610 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:13.380114 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:13.380692 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:13.815670 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:13.912422 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:13.913069 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:13.913927 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:14.312856 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:14.364026 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:14.380020 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:14.380896 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:14.812267 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:14.863605 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:14.880198 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:14.880432 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:15.097361 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:15.311825 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:15.363263 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:15.380040 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:15.380705 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:15.811425 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:15.863770 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:15.880133 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:15.880554 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:16.312809 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:16.364595 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:16.383580 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:16.384234 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:16.812265 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:16.864444 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:16.880799 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:16.883888 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:17.312490 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:17.364298 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:17.381777 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:17.382517 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:17.622143 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:17.812224 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:17.864363 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:17.882495 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:17.883905 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:18.316017 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:18.365160 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:18.381494 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:18.385643 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:18.814386 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:18.863732 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:18.880350 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:18.881458 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:19.313741 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:19.363431 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:19.381452 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:19.381829 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:19.811600 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:19.864273 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:19.885564 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:19.888042 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:20.102498 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:20.312480 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:20.364634 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:20.381135 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:20.382824 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:20.811756 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:20.864560 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:20.882332 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:20.883774 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:21.316134 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:21.365044 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:21.383392 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:21.384884 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:21.811771 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:21.863656 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:21.881659 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:21.882674 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:22.311464 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:22.363462 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:22.379244 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:22.382218 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:22.595857 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:22.813552 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:22.864902 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:22.880203 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:22.881233 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:23.314448 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:23.368036 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:23.380228 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:23.382417 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:23.812722 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:23.864067 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:23.881749 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:23.883028 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:24.312369 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:24.412934 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:24.412977 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:24.413424 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:24.616158 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:24.812309 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:24.863503 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:24.879095 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:24.881150 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:25.312852 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:25.363195 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:25.380255 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:25.382627 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:25.812070 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:25.865060 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:25.880790 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:25.882270 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:26.312937 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:26.366020 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:26.380498 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:26.380722 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:26.812102 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:26.863832 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:26.882111 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:26.883622 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:27.097843 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:27.312168 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:27.363068 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:27.379735 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:27.380944 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:27.813102 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:27.863102 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:27.880816 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:27.881001 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:28.312052 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:28.364383 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:28.381949 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:28.382532 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:28.812215 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:28.863774 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:28.879961 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:28.880967 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:29.312147 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:29.412221 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:29.412774 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:29.414507 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:29.622361 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:29.811586 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:29.863730 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:29.882122 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:29.883979 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:30.312368 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:30.363776 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:30.380546 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:30.383477 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:30.812716 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:30.865024 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:30.884388 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:30.885960 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:31.330289 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:31.372828 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:31.412338 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:31.412598 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:31.811247 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:31.864354 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:31.883488 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:31.884586 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:32.096086 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:32.312512 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:32.363868 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:32.380076 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:32.381233 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:32.812760 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:32.863332 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:32.880556 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:32.880799 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:33.311929 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:33.363312 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:33.379648 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:33.381617 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:33.812506 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:33.863515 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:33.881197 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:33.881510 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:34.096697 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:34.313777 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:34.365097 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:34.385236 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:34.387053 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:34.814112 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:34.863631 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:34.880430 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:34.881638 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:35.316682 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:35.365726 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:35.382704 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:35.384097 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:35.817793 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:35.867734 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:35.885453 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:35.889607 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:36.101866 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:36.312490 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:36.364673 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:36.383494 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:36.387063 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:36.812350 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:36.885013 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:36.886838 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:36.888539 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:37.314077 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:37.368964 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:37.381191 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:37.384587 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:37.827127 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:37.863657 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:37.881327 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:37.882560 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:38.105162 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:38.313863 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:38.370014 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:38.404708 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:38.406854 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:38.813624 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:38.863853 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:38.914098 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:38.915409 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:39.314685 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:39.415001 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:39.415648 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:39.416477 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:39.813158 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:39.863687 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:39.883872 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:39.887524 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:40.312624 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:40.364111 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:40.382837 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:40.384931 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:40.595468 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:40.812527 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:40.866301 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:40.884568 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:40.885946 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:41.312834 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:41.363626 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:41.382471 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:41.383307 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:41.812076 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:41.864109 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:41.882143 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:41.882615 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:42.314945 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:42.366375 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:42.382313 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:42.384550 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:42.597304 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:42.813166 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:42.863940 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:42.881947 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:42.883289 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:43.311720 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:43.364605 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:43.380989 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:43.384648 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:43.813378 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:43.863679 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:43.879666 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:43.880331 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:44.312420 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:44.369140 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:44.384343 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:44.385674 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:44.813218 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:44.864558 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:44.881474 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:44.882979 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:45.095781 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:45.312855 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:45.365728 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:45.389349 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:45.398566 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:45.812103 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:45.864942 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:45.884618 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:45.885647 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:46.314968 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:46.363580 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:46.385505 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:46.387027 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:46.812988 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:46.863930 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:46.881953 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:46.883536 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:47.099987 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:47.316578 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:47.363213 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:47.382082 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:47.383700 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:47.811816 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:47.863688 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:47.880426 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:47.881395 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:48.316002 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:48.364599 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:48.379342 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:48.381218 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:48.812564 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:48.863563 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:48.886276 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:48.887622 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:49.101211 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:49.315998 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:49.364411 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:49.390088 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:49.390979 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:49.813388 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:49.865590 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:49.883510 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:49.885222 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:50.312725 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:50.363277 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:50.382203 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:50.383629 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:50.812560 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:50.863096 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:50.892716 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:50.901021 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:51.315653 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:51.363392 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:51.380507 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:51.383951 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:51.595563 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:51.814118 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:51.863655 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:51.880775 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:51.882430 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:52.317074 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:52.365951 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:52.392122 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:52.396532 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:52.817551 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:52.863331 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:52.880833 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:17:52.882287 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:53.317095 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:53.363770 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:53.379589 298586 kapi.go:107] duration metric: took 58.00417968s to wait for kubernetes.io/minikube-addons=registry ...
I1209 23:17:53.380974 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:53.812327 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:53.863561 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:53.881084 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:54.095405 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:54.312060 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:54.363372 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:54.380300 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:54.811888 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:54.863785 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:54.880450 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:55.311982 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:55.362853 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:55.380431 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:55.812121 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:55.869676 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:55.884092 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:56.097706 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:56.313318 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:56.364439 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:56.380881 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:56.812636 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:56.864119 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:56.881048 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:57.313259 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:57.363617 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:57.383005 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:57.813028 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:57.863767 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:57.882984 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:58.125547 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:17:58.312084 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:58.363907 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:58.380377 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:58.812568 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:58.863019 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:58.880246 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:59.319529 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:59.418505 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:59.419494 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:17:59.813734 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:17:59.863177 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:17:59.880680 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:00.143495 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:00.333246 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:00.382434 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:00.398573 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:00.811784 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:00.863601 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:00.880978 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:01.313533 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:01.415309 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:01.416420 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:01.813224 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:01.871805 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:01.882373 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:02.313427 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:02.363852 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:02.380819 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:02.594258 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:02.814829 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:02.864251 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:02.883551 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:03.315529 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:03.364101 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:03.380829 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:03.812594 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:03.864699 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:03.881418 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:04.312769 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:04.362875 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:04.396542 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:04.595674 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:04.812294 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:04.863920 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:04.880131 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:05.317265 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:05.364410 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:05.381936 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:05.813148 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:05.865226 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:05.881709 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:06.324240 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:06.363825 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:06.380047 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:06.597218 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:06.825112 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:06.910817 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:06.912067 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:07.313921 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:07.412728 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:07.414009 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:07.812513 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:07.863713 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:07.881008 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:08.311422 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:08.363342 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:08.380815 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:08.812263 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:08.863134 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:08.880327 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:09.094263 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:09.312277 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:09.363459 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:09.380489 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:09.814632 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:09.864071 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:09.880625 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:10.312592 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:10.364963 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:10.380558 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:10.811206 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:10.865729 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:10.882767 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:11.095565 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:11.312244 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:11.411518 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:18:11.412935 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:11.812388 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:11.863690 298586 kapi.go:107] duration metric: took 1m12.004144578s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1209 23:18:11.866366 298586 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-006125 cluster.
I1209 23:18:11.868769 298586 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1209 23:18:11.871093 298586 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1209 23:18:11.880263 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:12.311680 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:12.381782 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:12.812033 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:12.880563 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:13.097204 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:13.326123 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:13.416180 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:13.812139 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:13.881172 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:14.315394 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:14.419570 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:14.813220 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:14.881690 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:15.097848 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:15.312842 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:15.380758 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:15.819321 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:15.881221 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:16.313528 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:16.381432 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:16.813899 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:16.881148 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:17.312563 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:17.414240 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:17.595553 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:17.813730 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:17.881637 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:18.312993 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:18.382196 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:18.813842 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:18.880788 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:19.313231 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:19.382665 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:19.811742 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:19.914082 298586 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:18:20.111624 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:20.313222 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:20.380078 298586 kapi.go:107] duration metric: took 1m25.004131993s to wait for app.kubernetes.io/name=ingress-nginx ...
I1209 23:18:20.811761 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:21.312057 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:21.811938 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:22.311858 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:22.594589 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:22.812256 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:23.312509 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:23.812860 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:24.312416 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:24.594841 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:24.812100 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:25.312839 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:25.812268 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:26.312025 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:26.814334 298586 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:18:27.094841 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:27.311887 298586 kapi.go:107] duration metric: took 1m31.505053736s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1209 23:18:27.314827 298586 out.go:177] * Enabled addons: cloud-spanner, amd-gpu-device-plugin, nvidia-device-plugin, storage-provisioner, inspektor-gadget, ingress-dns, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I1209 23:18:27.317437 298586 addons.go:510] duration metric: took 1m39.315557983s for enable addons: enabled=[cloud-spanner amd-gpu-device-plugin nvidia-device-plugin storage-provisioner inspektor-gadget ingress-dns metrics-server yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I1209 23:18:29.094982 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:31.095350 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:33.595150 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:36.095070 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:38.594342 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:40.594691 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:42.595539 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:45.111480 298586 pod_ready.go:103] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"False"
I1209 23:18:47.094867 298586 pod_ready.go:93] pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace has status "Ready":"True"
I1209 23:18:47.094894 298586 pod_ready.go:82] duration metric: took 1m38.006928905s for pod "metrics-server-84c5f94fbc-mh6kg" in "kube-system" namespace to be "Ready" ...
I1209 23:18:47.094908 298586 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-nqsf9" in "kube-system" namespace to be "Ready" ...
I1209 23:18:47.100404 298586 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-nqsf9" in "kube-system" namespace has status "Ready":"True"
I1209 23:18:47.100435 298586 pod_ready.go:82] duration metric: took 5.518194ms for pod "nvidia-device-plugin-daemonset-nqsf9" in "kube-system" namespace to be "Ready" ...
I1209 23:18:47.100458 298586 pod_ready.go:39] duration metric: took 1m40.992639961s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 23:18:47.100473 298586 api_server.go:52] waiting for apiserver process to appear ...
I1209 23:18:47.101048 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:18:47.101141 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:18:47.164828 298586 cri.go:89] found id: "28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4"
I1209 23:18:47.164859 298586 cri.go:89] found id: ""
I1209 23:18:47.164867 298586 logs.go:282] 1 containers: [28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4]
I1209 23:18:47.164946 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:47.169793 298586 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:18:47.169872 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:18:47.225891 298586 cri.go:89] found id: "bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3"
I1209 23:18:47.225915 298586 cri.go:89] found id: ""
I1209 23:18:47.225924 298586 logs.go:282] 1 containers: [bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3]
I1209 23:18:47.226012 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:47.229838 298586 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:18:47.229956 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:18:47.283100 298586 cri.go:89] found id: "60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a"
I1209 23:18:47.283163 298586 cri.go:89] found id: ""
I1209 23:18:47.283173 298586 logs.go:282] 1 containers: [60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a]
I1209 23:18:47.283235 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:47.287525 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:18:47.287650 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:18:47.328787 298586 cri.go:89] found id: "9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55"
I1209 23:18:47.328809 298586 cri.go:89] found id: ""
I1209 23:18:47.328817 298586 logs.go:282] 1 containers: [9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55]
I1209 23:18:47.328878 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:47.332874 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:18:47.332949 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:18:47.378532 298586 cri.go:89] found id: "07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143"
I1209 23:18:47.378605 298586 cri.go:89] found id: ""
I1209 23:18:47.378618 298586 logs.go:282] 1 containers: [07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143]
I1209 23:18:47.378818 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:47.382909 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:18:47.383028 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:18:47.427889 298586 cri.go:89] found id: "ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7"
I1209 23:18:47.427914 298586 cri.go:89] found id: ""
I1209 23:18:47.427923 298586 logs.go:282] 1 containers: [ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7]
I1209 23:18:47.427990 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:47.432484 298586 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:18:47.432565 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:18:47.475022 298586 cri.go:89] found id: "46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c"
I1209 23:18:47.475046 298586 cri.go:89] found id: ""
I1209 23:18:47.475061 298586 logs.go:282] 1 containers: [46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c]
I1209 23:18:47.475175 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:47.481147 298586 logs.go:123] Gathering logs for dmesg ...
I1209 23:18:47.481223 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:18:47.499467 298586 logs.go:123] Gathering logs for etcd [bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3] ...
I1209 23:18:47.499496 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3"
I1209 23:18:47.550999 298586 logs.go:123] Gathering logs for coredns [60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a] ...
I1209 23:18:47.551032 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a"
I1209 23:18:47.627242 298586 logs.go:123] Gathering logs for kube-proxy [07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143] ...
I1209 23:18:47.627277 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143"
I1209 23:18:47.680809 298586 logs.go:123] Gathering logs for kube-controller-manager [ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7] ...
I1209 23:18:47.680840 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7"
I1209 23:18:47.752097 298586 logs.go:123] Gathering logs for kindnet [46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c] ...
I1209 23:18:47.752135 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c"
I1209 23:18:47.790826 298586 logs.go:123] Gathering logs for kubelet ...
I1209 23:18:47.790858 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1209 23:18:47.868101 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: W1209 23:17:05.967476 1514 reflector.go:561] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-006125' and this object
W1209 23:18:47.868380 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967533 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:18:47.868574 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: W1209 23:17:05.967591 1514 reflector.go:561] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-006125' and this object
W1209 23:18:47.868803 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967605 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:18:47.870079 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:06 addons-006125 kubelet[1514]: W1209 23:17:06.035381 1514 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-006125' and this object
W1209 23:18:47.870312 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:06 addons-006125 kubelet[1514]: E1209 23:17:06.035439 1514 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
I1209 23:18:47.909575 298586 logs.go:123] Gathering logs for kube-apiserver [28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4] ...
I1209 23:18:47.909612 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4"
I1209 23:18:47.987180 298586 logs.go:123] Gathering logs for kube-scheduler [9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55] ...
I1209 23:18:47.987300 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55"
I1209 23:18:48.057088 298586 logs.go:123] Gathering logs for CRI-O ...
I1209 23:18:48.057140 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:18:48.157233 298586 logs.go:123] Gathering logs for container status ...
I1209 23:18:48.157274 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:18:48.212076 298586 logs.go:123] Gathering logs for describe nodes ...
I1209 23:18:48.212108 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:18:48.422529 298586 out.go:358] Setting ErrFile to fd 2...
I1209 23:18:48.422557 298586 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1209 23:18:48.422609 298586 out.go:270] X Problems detected in kubelet:
W1209 23:18:48.422628 298586 out.go:270] Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967533 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:18:48.422635 298586 out.go:270] Dec 09 23:17:05 addons-006125 kubelet[1514]: W1209 23:17:05.967591 1514 reflector.go:561] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-006125' and this object
W1209 23:18:48.422646 298586 out.go:270] Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967605 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:18:48.422653 298586 out.go:270] Dec 09 23:17:06 addons-006125 kubelet[1514]: W1209 23:17:06.035381 1514 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-006125' and this object
W1209 23:18:48.422664 298586 out.go:270] Dec 09 23:17:06 addons-006125 kubelet[1514]: E1209 23:17:06.035439 1514 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
I1209 23:18:48.422670 298586 out.go:358] Setting ErrFile to fd 2...
I1209 23:18:48.422679 298586 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:18:58.423939 298586 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1209 23:18:58.438628 298586 api_server.go:72] duration metric: took 2m10.437339017s to wait for apiserver process to appear ...
I1209 23:18:58.438654 298586 api_server.go:88] waiting for apiserver healthz status ...
I1209 23:18:58.438688 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:18:58.438758 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:18:58.481201 298586 cri.go:89] found id: "28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4"
I1209 23:18:58.481226 298586 cri.go:89] found id: ""
I1209 23:18:58.481235 298586 logs.go:282] 1 containers: [28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4]
I1209 23:18:58.481292 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:58.484978 298586 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:18:58.485057 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:18:58.522434 298586 cri.go:89] found id: "bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3"
I1209 23:18:58.522458 298586 cri.go:89] found id: ""
I1209 23:18:58.522467 298586 logs.go:282] 1 containers: [bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3]
I1209 23:18:58.522524 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:58.526129 298586 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:18:58.526203 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:18:58.564758 298586 cri.go:89] found id: "60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a"
I1209 23:18:58.564781 298586 cri.go:89] found id: ""
I1209 23:18:58.564789 298586 logs.go:282] 1 containers: [60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a]
I1209 23:18:58.564846 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:58.568394 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:18:58.568467 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:18:58.607651 298586 cri.go:89] found id: "9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55"
I1209 23:18:58.607679 298586 cri.go:89] found id: ""
I1209 23:18:58.607693 298586 logs.go:282] 1 containers: [9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55]
I1209 23:18:58.607754 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:58.611400 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:18:58.611479 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:18:58.651381 298586 cri.go:89] found id: "07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143"
I1209 23:18:58.651404 298586 cri.go:89] found id: ""
I1209 23:18:58.651412 298586 logs.go:282] 1 containers: [07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143]
I1209 23:18:58.651472 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:58.655072 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:18:58.655174 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:18:58.694835 298586 cri.go:89] found id: "ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7"
I1209 23:18:58.694859 298586 cri.go:89] found id: ""
I1209 23:18:58.694867 298586 logs.go:282] 1 containers: [ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7]
I1209 23:18:58.694925 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:58.698523 298586 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:18:58.698598 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:18:58.738842 298586 cri.go:89] found id: "46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c"
I1209 23:18:58.738867 298586 cri.go:89] found id: ""
I1209 23:18:58.738875 298586 logs.go:282] 1 containers: [46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c]
I1209 23:18:58.738931 298586 ssh_runner.go:195] Run: which crictl
I1209 23:18:58.742664 298586 logs.go:123] Gathering logs for etcd [bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3] ...
I1209 23:18:58.742699 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3"
I1209 23:18:58.795871 298586 logs.go:123] Gathering logs for coredns [60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a] ...
I1209 23:18:58.795904 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a"
I1209 23:18:58.860291 298586 logs.go:123] Gathering logs for kube-controller-manager [ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7] ...
I1209 23:18:58.860325 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7"
I1209 23:18:58.948926 298586 logs.go:123] Gathering logs for kindnet [46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c] ...
I1209 23:18:58.948965 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c"
I1209 23:18:58.988605 298586 logs.go:123] Gathering logs for kubelet ...
I1209 23:18:58.988635 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1209 23:18:59.056397 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: W1209 23:17:05.967476 1514 reflector.go:561] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-006125' and this object
W1209 23:18:59.056669 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967533 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:18:59.056860 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: W1209 23:17:05.967591 1514 reflector.go:561] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-006125' and this object
W1209 23:18:59.057091 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967605 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:18:59.058395 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:06 addons-006125 kubelet[1514]: W1209 23:17:06.035381 1514 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-006125' and this object
W1209 23:18:59.058611 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:06 addons-006125 kubelet[1514]: E1209 23:17:06.035439 1514 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
I1209 23:18:59.098989 298586 logs.go:123] Gathering logs for dmesg ...
I1209 23:18:59.099032 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:18:59.115930 298586 logs.go:123] Gathering logs for describe nodes ...
I1209 23:18:59.115962 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:18:59.275457 298586 logs.go:123] Gathering logs for kube-apiserver [28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4] ...
I1209 23:18:59.275489 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4"
I1209 23:18:59.344235 298586 logs.go:123] Gathering logs for CRI-O ...
I1209 23:18:59.344277 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:18:59.444879 298586 logs.go:123] Gathering logs for kube-scheduler [9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55] ...
I1209 23:18:59.444919 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55"
I1209 23:18:59.492387 298586 logs.go:123] Gathering logs for kube-proxy [07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143] ...
I1209 23:18:59.492424 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143"
I1209 23:18:59.532088 298586 logs.go:123] Gathering logs for container status ...
I1209 23:18:59.532121 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:18:59.581440 298586 out.go:358] Setting ErrFile to fd 2...
I1209 23:18:59.581466 298586 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1209 23:18:59.581525 298586 out.go:270] X Problems detected in kubelet:
W1209 23:18:59.581536 298586 out.go:270] Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967533 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:18:59.581542 298586 out.go:270] Dec 09 23:17:05 addons-006125 kubelet[1514]: W1209 23:17:05.967591 1514 reflector.go:561] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-006125' and this object
W1209 23:18:59.581549 298586 out.go:270] Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967605 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:18:59.581557 298586 out.go:270] Dec 09 23:17:06 addons-006125 kubelet[1514]: W1209 23:17:06.035381 1514 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-006125' and this object
W1209 23:18:59.581564 298586 out.go:270] Dec 09 23:17:06 addons-006125 kubelet[1514]: E1209 23:17:06.035439 1514 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
I1209 23:18:59.581577 298586 out.go:358] Setting ErrFile to fd 2...
I1209 23:18:59.581582 298586 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:19:09.582637 298586 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1209 23:19:09.591661 298586 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1209 23:19:09.593500 298586 api_server.go:141] control plane version: v1.31.2
I1209 23:19:09.593529 298586 api_server.go:131] duration metric: took 11.154866294s to wait for apiserver health ...
I1209 23:19:09.593538 298586 system_pods.go:43] waiting for kube-system pods to appear ...
I1209 23:19:09.593561 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:19:09.593628 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:19:09.650246 298586 cri.go:89] found id: "28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4"
I1209 23:19:09.650266 298586 cri.go:89] found id: ""
I1209 23:19:09.650275 298586 logs.go:282] 1 containers: [28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4]
I1209 23:19:09.650336 298586 ssh_runner.go:195] Run: which crictl
I1209 23:19:09.654062 298586 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:19:09.654193 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:19:09.697026 298586 cri.go:89] found id: "bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3"
I1209 23:19:09.697049 298586 cri.go:89] found id: ""
I1209 23:19:09.697057 298586 logs.go:282] 1 containers: [bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3]
I1209 23:19:09.697123 298586 ssh_runner.go:195] Run: which crictl
I1209 23:19:09.700847 298586 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:19:09.700924 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:19:09.745769 298586 cri.go:89] found id: "60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a"
I1209 23:19:09.745792 298586 cri.go:89] found id: ""
I1209 23:19:09.745801 298586 logs.go:282] 1 containers: [60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a]
I1209 23:19:09.745870 298586 ssh_runner.go:195] Run: which crictl
I1209 23:19:09.749699 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:19:09.749776 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:19:09.788613 298586 cri.go:89] found id: "9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55"
I1209 23:19:09.788640 298586 cri.go:89] found id: ""
I1209 23:19:09.788649 298586 logs.go:282] 1 containers: [9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55]
I1209 23:19:09.788714 298586 ssh_runner.go:195] Run: which crictl
I1209 23:19:09.792628 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:19:09.792714 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:19:09.838079 298586 cri.go:89] found id: "07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143"
I1209 23:19:09.838100 298586 cri.go:89] found id: ""
I1209 23:19:09.838109 298586 logs.go:282] 1 containers: [07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143]
I1209 23:19:09.838171 298586 ssh_runner.go:195] Run: which crictl
I1209 23:19:09.842101 298586 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:19:09.842230 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:19:09.885915 298586 cri.go:89] found id: "ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7"
I1209 23:19:09.885936 298586 cri.go:89] found id: ""
I1209 23:19:09.885945 298586 logs.go:282] 1 containers: [ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7]
I1209 23:19:09.886005 298586 ssh_runner.go:195] Run: which crictl
I1209 23:19:09.889892 298586 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:19:09.889963 298586 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:19:09.930139 298586 cri.go:89] found id: "46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c"
I1209 23:19:09.930159 298586 cri.go:89] found id: ""
I1209 23:19:09.930167 298586 logs.go:282] 1 containers: [46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c]
I1209 23:19:09.930224 298586 ssh_runner.go:195] Run: which crictl
I1209 23:19:09.933971 298586 logs.go:123] Gathering logs for kubelet ...
I1209 23:19:09.933995 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1209 23:19:10.006231 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: W1209 23:17:05.967476 1514 reflector.go:561] object-"local-path-storage"/"local-path-config": failed to list *v1.ConfigMap: configmaps "local-path-config" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-006125' and this object
W1209 23:19:10.006481 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967533 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:19:10.006665 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: W1209 23:17:05.967591 1514 reflector.go:561] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-006125' and this object
W1209 23:19:10.006890 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967605 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:19:10.008211 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:06 addons-006125 kubelet[1514]: W1209 23:17:06.035381 1514 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-006125' and this object
W1209 23:19:10.008421 298586 logs.go:138] Found kubelet problem: Dec 09 23:17:06 addons-006125 kubelet[1514]: E1209 23:17:06.035439 1514 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
I1209 23:19:10.048853 298586 logs.go:123] Gathering logs for describe nodes ...
I1209 23:19:10.048893 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:19:10.202155 298586 logs.go:123] Gathering logs for kube-proxy [07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143] ...
I1209 23:19:10.202186 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143"
I1209 23:19:10.246024 298586 logs.go:123] Gathering logs for kube-controller-manager [ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7] ...
I1209 23:19:10.246071 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7"
I1209 23:19:10.315867 298586 logs.go:123] Gathering logs for container status ...
I1209 23:19:10.315906 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:19:10.374661 298586 logs.go:123] Gathering logs for kindnet [46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c] ...
I1209 23:19:10.374699 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c"
I1209 23:19:10.419539 298586 logs.go:123] Gathering logs for CRI-O ...
I1209 23:19:10.419576 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:19:10.521679 298586 logs.go:123] Gathering logs for dmesg ...
I1209 23:19:10.521728 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:19:10.542385 298586 logs.go:123] Gathering logs for kube-apiserver [28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4] ...
I1209 23:19:10.542419 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4"
I1209 23:19:10.622348 298586 logs.go:123] Gathering logs for etcd [bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3] ...
I1209 23:19:10.622386 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3"
I1209 23:19:10.671460 298586 logs.go:123] Gathering logs for coredns [60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a] ...
I1209 23:19:10.671498 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a"
I1209 23:19:10.736896 298586 logs.go:123] Gathering logs for kube-scheduler [9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55] ...
I1209 23:19:10.736936 298586 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55"
I1209 23:19:10.811487 298586 out.go:358] Setting ErrFile to fd 2...
I1209 23:19:10.811520 298586 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1209 23:19:10.811602 298586 out.go:270] X Problems detected in kubelet:
W1209 23:19:10.811617 298586 out.go:270] Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967533 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"local-path-config\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"local-path-config\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:19:10.811743 298586 out.go:270] Dec 09 23:17:05 addons-006125 kubelet[1514]: W1209 23:17:05.967591 1514 reflector.go:561] object-"local-path-storage"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "local-path-storage": no relationship found between node 'addons-006125' and this object
W1209 23:19:10.811760 298586 out.go:270] Dec 09 23:17:05 addons-006125 kubelet[1514]: E1209 23:17:05.967605 1514 reflector.go:158] "Unhandled Error" err="object-\"local-path-storage\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"local-path-storage\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
W1209 23:19:10.811767 298586 out.go:270] Dec 09 23:17:06 addons-006125 kubelet[1514]: W1209 23:17:06.035381 1514 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-006125" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-006125' and this object
W1209 23:19:10.811796 298586 out.go:270] Dec 09 23:17:06 addons-006125 kubelet[1514]: E1209 23:17:06.035439 1514 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-006125\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-006125' and this object" logger="UnhandledError"
I1209 23:19:10.811803 298586 out.go:358] Setting ErrFile to fd 2...
I1209 23:19:10.811815 298586 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:19:20.823707 298586 system_pods.go:59] 18 kube-system pods found
I1209 23:19:20.823748 298586 system_pods.go:61] "coredns-7c65d6cfc9-ps5kv" [ac846172-1271-42aa-9357-9fe66f96d82e] Running
I1209 23:19:20.823755 298586 system_pods.go:61] "csi-hostpath-attacher-0" [70f07398-e2e6-43c0-8bac-4a6293846c83] Running
I1209 23:19:20.823760 298586 system_pods.go:61] "csi-hostpath-resizer-0" [34a1d7a1-e66c-4126-8d08-31dd378e5ea6] Running
I1209 23:19:20.823764 298586 system_pods.go:61] "csi-hostpathplugin-2lbjj" [7f67705b-ffe1-4e1b-a0f2-8bab862d22e9] Running
I1209 23:19:20.823768 298586 system_pods.go:61] "etcd-addons-006125" [a56e9231-50e7-4e8d-a3c4-93ed5da068e1] Running
I1209 23:19:20.823772 298586 system_pods.go:61] "kindnet-pshzw" [39fdd361-24a9-4d74-b04d-46b9b70eca6b] Running
I1209 23:19:20.823799 298586 system_pods.go:61] "kube-apiserver-addons-006125" [df184bbd-bc28-424b-ba7a-bafa22eb9cfc] Running
I1209 23:19:20.823811 298586 system_pods.go:61] "kube-controller-manager-addons-006125" [1bdae08d-3326-47dc-b837-2887ecec58fa] Running
I1209 23:19:20.823815 298586 system_pods.go:61] "kube-ingress-dns-minikube" [bfdbb59b-5556-4a7d-87bc-bdfcb11a73cf] Running
I1209 23:19:20.823821 298586 system_pods.go:61] "kube-proxy-sp7fm" [5e14145c-69bb-4925-9fc5-5222465c4f5c] Running
I1209 23:19:20.823827 298586 system_pods.go:61] "kube-scheduler-addons-006125" [02d6d85b-621d-44f8-9ab2-7937ef0626bb] Running
I1209 23:19:20.823832 298586 system_pods.go:61] "metrics-server-84c5f94fbc-mh6kg" [028d5ed7-2cbe-4a41-9585-89a1da10129a] Running
I1209 23:19:20.823839 298586 system_pods.go:61] "nvidia-device-plugin-daemonset-nqsf9" [ae3a9e66-1569-459a-8a4c-25e166bd28a9] Running
I1209 23:19:20.823843 298586 system_pods.go:61] "registry-5cc95cd69-s95j5" [0e371bb5-f973-4496-b0af-810240c01f88] Running
I1209 23:19:20.823846 298586 system_pods.go:61] "registry-proxy-m54xt" [c65f40cc-4e12-46bd-a8c7-12d30baa522c] Running
I1209 23:19:20.823851 298586 system_pods.go:61] "snapshot-controller-56fcc65765-8jbrz" [97fd1ee6-328a-437b-9179-923246db9b8c] Running
I1209 23:19:20.823875 298586 system_pods.go:61] "snapshot-controller-56fcc65765-vkc6z" [157f0d6a-9131-4c4a-a3a7-af4d21263013] Running
I1209 23:19:20.823887 298586 system_pods.go:61] "storage-provisioner" [169f26d0-1747-4bb8-90ce-17759ea05d6b] Running
I1209 23:19:20.823894 298586 system_pods.go:74] duration metric: took 11.23034998s to wait for pod list to return data ...
I1209 23:19:20.823907 298586 default_sa.go:34] waiting for default service account to be created ...
I1209 23:19:20.826774 298586 default_sa.go:45] found service account: "default"
I1209 23:19:20.826802 298586 default_sa.go:55] duration metric: took 2.88837ms for default service account to be created ...
I1209 23:19:20.826812 298586 system_pods.go:116] waiting for k8s-apps to be running ...
I1209 23:19:20.837425 298586 system_pods.go:86] 18 kube-system pods found
I1209 23:19:20.837461 298586 system_pods.go:89] "coredns-7c65d6cfc9-ps5kv" [ac846172-1271-42aa-9357-9fe66f96d82e] Running
I1209 23:19:20.837470 298586 system_pods.go:89] "csi-hostpath-attacher-0" [70f07398-e2e6-43c0-8bac-4a6293846c83] Running
I1209 23:19:20.837483 298586 system_pods.go:89] "csi-hostpath-resizer-0" [34a1d7a1-e66c-4126-8d08-31dd378e5ea6] Running
I1209 23:19:20.837508 298586 system_pods.go:89] "csi-hostpathplugin-2lbjj" [7f67705b-ffe1-4e1b-a0f2-8bab862d22e9] Running
I1209 23:19:20.837522 298586 system_pods.go:89] "etcd-addons-006125" [a56e9231-50e7-4e8d-a3c4-93ed5da068e1] Running
I1209 23:19:20.837528 298586 system_pods.go:89] "kindnet-pshzw" [39fdd361-24a9-4d74-b04d-46b9b70eca6b] Running
I1209 23:19:20.837533 298586 system_pods.go:89] "kube-apiserver-addons-006125" [df184bbd-bc28-424b-ba7a-bafa22eb9cfc] Running
I1209 23:19:20.837541 298586 system_pods.go:89] "kube-controller-manager-addons-006125" [1bdae08d-3326-47dc-b837-2887ecec58fa] Running
I1209 23:19:20.837549 298586 system_pods.go:89] "kube-ingress-dns-minikube" [bfdbb59b-5556-4a7d-87bc-bdfcb11a73cf] Running
I1209 23:19:20.837554 298586 system_pods.go:89] "kube-proxy-sp7fm" [5e14145c-69bb-4925-9fc5-5222465c4f5c] Running
I1209 23:19:20.837559 298586 system_pods.go:89] "kube-scheduler-addons-006125" [02d6d85b-621d-44f8-9ab2-7937ef0626bb] Running
I1209 23:19:20.837582 298586 system_pods.go:89] "metrics-server-84c5f94fbc-mh6kg" [028d5ed7-2cbe-4a41-9585-89a1da10129a] Running
I1209 23:19:20.837595 298586 system_pods.go:89] "nvidia-device-plugin-daemonset-nqsf9" [ae3a9e66-1569-459a-8a4c-25e166bd28a9] Running
I1209 23:19:20.837613 298586 system_pods.go:89] "registry-5cc95cd69-s95j5" [0e371bb5-f973-4496-b0af-810240c01f88] Running
I1209 23:19:20.837623 298586 system_pods.go:89] "registry-proxy-m54xt" [c65f40cc-4e12-46bd-a8c7-12d30baa522c] Running
I1209 23:19:20.837627 298586 system_pods.go:89] "snapshot-controller-56fcc65765-8jbrz" [97fd1ee6-328a-437b-9179-923246db9b8c] Running
I1209 23:19:20.837631 298586 system_pods.go:89] "snapshot-controller-56fcc65765-vkc6z" [157f0d6a-9131-4c4a-a3a7-af4d21263013] Running
I1209 23:19:20.837639 298586 system_pods.go:89] "storage-provisioner" [169f26d0-1747-4bb8-90ce-17759ea05d6b] Running
I1209 23:19:20.837646 298586 system_pods.go:126] duration metric: took 10.827039ms to wait for k8s-apps to be running ...
I1209 23:19:20.837660 298586 system_svc.go:44] waiting for kubelet service to be running ....
I1209 23:19:20.837734 298586 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 23:19:20.850687 298586 system_svc.go:56] duration metric: took 13.018367ms WaitForService to wait for kubelet
I1209 23:19:20.850720 298586 kubeadm.go:582] duration metric: took 2m32.849436375s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 23:19:20.850740 298586 node_conditions.go:102] verifying NodePressure condition ...
I1209 23:19:20.855500 298586 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1209 23:19:20.855547 298586 node_conditions.go:123] node cpu capacity is 2
I1209 23:19:20.855570 298586 node_conditions.go:105] duration metric: took 4.823482ms to run NodePressure ...
I1209 23:19:20.855584 298586 start.go:241] waiting for startup goroutines ...
I1209 23:19:20.855592 298586 start.go:246] waiting for cluster config update ...
I1209 23:19:20.855614 298586 start.go:255] writing updated cluster config ...
I1209 23:19:20.855923 298586 ssh_runner.go:195] Run: rm -f paused
I1209 23:19:21.235289 298586 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1209 23:19:21.237691 298586 out.go:177] * Done! kubectl is now configured to use "addons-006125" cluster and "default" namespace by default
==> CRI-O <==
Dec 09 23:21:43 addons-006125 crio[961]: time="2024-12-09 23:21:43.702594983Z" level=info msg="Removed pod sandbox: 0d1040d47baf1a77ee54e2a2565046150a73cee2f043a5e259718645f0e08a30" id=4f384f70-4af3-48ab-aac3-4b010fdebae4 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.035281278Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-crwqk/POD" id=87064cab-83d3-4131-9e51-dee57895e488 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.035346632Z" level=warning msg="Allowed annotations are specified for workload []"
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.076929750Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-crwqk Namespace:default ID:25fedac5b784d9a202f20e1daf2d1c7a5d5fdf1fcbf27d1dd8a8fee17d0aaa7f UID:c0ce9916-090d-4b7a-b41c-4e5b251d60a0 NetNS:/var/run/netns/e63ff563-687d-436d-871d-91e3ab5f42e4 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.076972237Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-crwqk to CNI network \"kindnet\" (type=ptp)"
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.097647675Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-crwqk Namespace:default ID:25fedac5b784d9a202f20e1daf2d1c7a5d5fdf1fcbf27d1dd8a8fee17d0aaa7f UID:c0ce9916-090d-4b7a-b41c-4e5b251d60a0 NetNS:/var/run/netns/e63ff563-687d-436d-871d-91e3ab5f42e4 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.097824498Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-crwqk for CNI network kindnet (type=ptp)"
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.102246637Z" level=info msg="Ran pod sandbox 25fedac5b784d9a202f20e1daf2d1c7a5d5fdf1fcbf27d1dd8a8fee17d0aaa7f with infra container: default/hello-world-app-55bf9c44b4-crwqk/POD" id=87064cab-83d3-4131-9e51-dee57895e488 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.104146630Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=d27c82ce-1a72-4fb3-9fb3-e82e3957762b name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.104386723Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=d27c82ce-1a72-4fb3-9fb3-e82e3957762b name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.107265083Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=c6cdb3cb-c13d-4ed7-a436-0bf1399f4884 name=/runtime.v1.ImageService/PullImage
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.110708044Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Dec 09 23:23:50 addons-006125 crio[961]: time="2024-12-09 23:23:50.397984106Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.218058605Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=c6cdb3cb-c13d-4ed7-a436-0bf1399f4884 name=/runtime.v1.ImageService/PullImage
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.219014595Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=698b6599-b360-4c00-8936-6fa2fe1d8980 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.219753812Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=698b6599-b360-4c00-8936-6fa2fe1d8980 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.223461793Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=2e882698-b2b5-463e-b6f6-66582c3d4abb name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.226023308Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=2e882698-b2b5-463e-b6f6-66582c3d4abb name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.227055705Z" level=info msg="Creating container: default/hello-world-app-55bf9c44b4-crwqk/hello-world-app" id=ada934ba-4cc2-473d-97f4-0bade42420c6 name=/runtime.v1.RuntimeService/CreateContainer
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.227269263Z" level=warning msg="Allowed annotations are specified for workload []"
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.251875832Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/3b193c1cfb9feea48322cdb0de375245d3ce928cadb22625c62e3761d5437f23/merged/etc/passwd: no such file or directory"
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.251924957Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/3b193c1cfb9feea48322cdb0de375245d3ce928cadb22625c62e3761d5437f23/merged/etc/group: no such file or directory"
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.314925815Z" level=info msg="Created container 864e68f55a0c6a902cb3f2af3d72c522753b73a7afc04cc5281a2c6e56893538: default/hello-world-app-55bf9c44b4-crwqk/hello-world-app" id=ada934ba-4cc2-473d-97f4-0bade42420c6 name=/runtime.v1.RuntimeService/CreateContainer
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.315877686Z" level=info msg="Starting container: 864e68f55a0c6a902cb3f2af3d72c522753b73a7afc04cc5281a2c6e56893538" id=2a4f9e5a-03e6-4d46-b52f-5713ba34f4d2 name=/runtime.v1.RuntimeService/StartContainer
Dec 09 23:23:51 addons-006125 crio[961]: time="2024-12-09 23:23:51.331494138Z" level=info msg="Started container" PID=9721 containerID=864e68f55a0c6a902cb3f2af3d72c522753b73a7afc04cc5281a2c6e56893538 description=default/hello-world-app-55bf9c44b4-crwqk/hello-world-app id=2a4f9e5a-03e6-4d46-b52f-5713ba34f4d2 name=/runtime.v1.RuntimeService/StartContainer sandboxID=25fedac5b784d9a202f20e1daf2d1c7a5d5fdf1fcbf27d1dd8a8fee17d0aaa7f
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
864e68f55a0c6 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 25fedac5b784d hello-world-app-55bf9c44b4-crwqk
83be2b3d47e63 docker.io/library/nginx@sha256:41523187cf7d7a2f2677a80609d9caa14388bf5c1fbca9c410ba3de602aaaab4 2 minutes ago Running nginx 0 6ce328d60f74b nginx
c613f71753421 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 4 minutes ago Running busybox 0 f251b28a646eb busybox
61562f3c7ba8c registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 5 minutes ago Running controller 0 35b55c586f053 ingress-nginx-controller-5f85ff4588-7wrst
a81f2583f2542 d54655ed3a8543a162b688a24bf969ee1a28d906b8ccb30188059247efdae234 5 minutes ago Exited patch 3 ac9f416aea691 ingress-nginx-admission-patch-xmxnz
8261124c91551 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 5 minutes ago Exited create 0 425a6b62f351a ingress-nginx-admission-create-ss8p4
8191bfee51953 registry.k8s.io/metrics-server/metrics-server@sha256:048bcf48fc2cce517a61777e22bac782ba59ea5e9b9a54bcb42dbee99566a91f 6 minutes ago Running metrics-server 0 441138a11451a metrics-server-84c5f94fbc-mh6kg
d5d1271c82b80 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 6 minutes ago Running minikube-ingress-dns 0 181af42509b63 kube-ingress-dns-minikube
60f210579139f 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 6 minutes ago Running coredns 0 8f608a61a5b01 coredns-7c65d6cfc9-ps5kv
83cc359be952d ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 6 minutes ago Running storage-provisioner 0 fb9951ed37ad7 storage-provisioner
46d2df09c6c2d docker.io/kindest/kindnetd@sha256:de216f6245e142905c8022d424959a65f798fcd26f5b7492b9c0b0391d735c3e 6 minutes ago Running kindnet-cni 0 acba07dda4adc kindnet-pshzw
07527f58e4332 021d2420133054f8835987db659750ff639ab6863776460264dd8025c06644ba 7 minutes ago Running kube-proxy 0 577c7b2136793 kube-proxy-sp7fm
28972e4f2344f f9c26480f1e722a7d05d7f1bb339180b19f941b23bcc928208e362df04a61270 7 minutes ago Running kube-apiserver 0 e36e3239239f7 kube-apiserver-addons-006125
9591912eda249 d6b061e73ae454743cbfe0e3479aa23e4ed65c61d38b4408a1e7f3d3859dda8a 7 minutes ago Running kube-scheduler 0 f9945e404cb30 kube-scheduler-addons-006125
ebbf87552a8cf 9404aea098d9e80cb648d86c07d56130a1fe875ed7c2526251c2ae68a9bf07ba 7 minutes ago Running kube-controller-manager 0 e96afb4daa5ed kube-controller-manager-addons-006125
bf6e7cfb9e6ee 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da 7 minutes ago Running etcd 0 c79995c7d2ab0 etcd-addons-006125
==> coredns [60f210579139fb360942f30a6f0044c6c2adf61c617844e87e828739405e7a0a] <==
[INFO] 10.244.0.4:43171 - 47233 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.00174201s
[INFO] 10.244.0.4:43171 - 55270 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000087246s
[INFO] 10.244.0.4:43171 - 7465 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000037563s
[INFO] 10.244.0.4:36911 - 47979 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000124407s
[INFO] 10.244.0.4:36911 - 48201 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000052235s
[INFO] 10.244.0.4:56399 - 64705 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000100891s
[INFO] 10.244.0.4:56399 - 64277 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000046097s
[INFO] 10.244.0.4:60271 - 38394 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000101762s
[INFO] 10.244.0.4:60271 - 37958 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000048099s
[INFO] 10.244.0.4:39360 - 2473 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001745251s
[INFO] 10.244.0.4:39360 - 2284 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.00133613s
[INFO] 10.244.0.4:35230 - 4040 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000070335s
[INFO] 10.244.0.4:35230 - 3620 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000036997s
[INFO] 10.244.0.20:47144 - 20075 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000237032s
[INFO] 10.244.0.20:38850 - 18722 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000122824s
[INFO] 10.244.0.20:51184 - 19000 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000181467s
[INFO] 10.244.0.20:38376 - 46733 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000089478s
[INFO] 10.244.0.20:53006 - 65016 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00014058s
[INFO] 10.244.0.20:43744 - 22939 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000110032s
[INFO] 10.244.0.20:33587 - 31479 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.004730426s
[INFO] 10.244.0.20:39602 - 854 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.004921953s
[INFO] 10.244.0.20:38618 - 600 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.000830738s
[INFO] 10.244.0.20:56177 - 59987 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.001784776s
[INFO] 10.244.0.23:44187 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000213164s
[INFO] 10.244.0.23:39397 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00013409s
==> describe nodes <==
Name: addons-006125
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-006125
kubernetes.io/os=linux
minikube.k8s.io/commit=bdb91ee97b7db1e27267ce5f380a98e3176548b5
minikube.k8s.io/name=addons-006125
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_09T23_16_44_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-006125
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 23:16:40 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-006125
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 23:23:42 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 23:21:59 +0000 Mon, 09 Dec 2024 23:16:36 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 23:21:59 +0000 Mon, 09 Dec 2024 23:16:36 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 23:21:59 +0000 Mon, 09 Dec 2024 23:16:36 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 23:21:59 +0000 Mon, 09 Dec 2024 23:17:05 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-006125
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 6f86b1de6b3e42aca6bb81d86a17348e
System UUID: 27619cfe-0879-4c6d-8dce-4580b148df40
Boot ID: 50e9d5fe-ba16-4119-8482-ef38225f12b8
Kernel Version: 5.15.0-1072-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m30s
default hello-world-app-55bf9c44b4-crwqk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m23s
ingress-nginx ingress-nginx-controller-5f85ff4588-7wrst 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m56s
kube-system coredns-7c65d6cfc9-ps5kv 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 7m1s
kube-system etcd-addons-006125 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 7m8s
kube-system kindnet-pshzw 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 7m2s
kube-system kube-apiserver-addons-006125 250m (12%) 0 (0%) 0 (0%) 0 (0%) 7m8s
kube-system kube-controller-manager-addons-006125 200m (10%) 0 (0%) 0 (0%) 0 (0%) 7m9s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m59s
kube-system kube-proxy-sp7fm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m2s
kube-system kube-scheduler-addons-006125 100m (5%) 0 (0%) 0 (0%) 0 (0%) 7m9s
kube-system metrics-server-84c5f94fbc-mh6kg 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 6m58s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m58s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 510Mi (6%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m56s kube-proxy
Normal Starting 7m8s kubelet Starting kubelet.
Warning CgroupV1 7m8s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 7m8s kubelet Node addons-006125 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m8s kubelet Node addons-006125 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m8s kubelet Node addons-006125 status is now: NodeHasSufficientPID
Normal RegisteredNode 7m4s node-controller Node addons-006125 event: Registered Node addons-006125 in Controller
Normal NodeReady 6m46s kubelet Node addons-006125 status is now: NodeReady
==> dmesg <==
[Dec 9 21:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014264] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.469192] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.028174] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.034435] systemd[1]: /lib/systemd/system/cloud-init.service:20: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.016734] systemd[1]: /lib/systemd/system/cloud-init-hotplugd.socket:11: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.679647] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.654401] kauditd_printk_skb: 36 callbacks suppressed
[Dec 9 22:21] hrtimer: interrupt took 5553077 ns
[Dec 9 22:45] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [bf6e7cfb9e6ee2fb864ff818f106db453fa4b47a341711d9d9c56e57ce93bce3] <==
{"level":"info","ts":"2024-12-09T23:16:36.724006Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-12-09T23:16:36.724532Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-12-09T23:16:36.725947Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-12-09T23:16:36.731127Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-12-09T23:16:36.731174Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-12-09T23:16:36.731254Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-12-09T23:16:36.731332Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-12-09T23:16:36.731363Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-12-09T23:16:36.731999Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-12-09T23:16:36.732856Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-12-09T23:16:36.807366Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-12-09T23:16:48.796525Z","caller":"traceutil/trace.go:171","msg":"trace[299301096] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"192.07546ms","start":"2024-12-09T23:16:48.604286Z","end":"2024-12-09T23:16:48.796361Z","steps":["trace[299301096] 'process raft request' (duration: 124.270688ms)","trace[299301096] 'compare' (duration: 35.029267ms)","trace[299301096] 'attach lease to kv pair' {req_type:put; key:/registry/minions/addons-006125; req_size:5728; } (duration: 32.631594ms)"],"step_count":3}
{"level":"info","ts":"2024-12-09T23:16:48.882475Z","caller":"traceutil/trace.go:171","msg":"trace[815781161] linearizableReadLoop","detail":"{readStateIndex:322; appliedIndex:320; }","duration":"225.373031ms","start":"2024-12-09T23:16:48.657091Z","end":"2024-12-09T23:16:48.882464Z","steps":["trace[815781161] 'read index received' (duration: 71.71146ms)","trace[815781161] 'applied index is now lower than readState.Index' (duration: 153.660964ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:16:48.882624Z","caller":"traceutil/trace.go:171","msg":"trace[2077674660] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"251.955611ms","start":"2024-12-09T23:16:48.630658Z","end":"2024-12-09T23:16:48.882613Z","steps":["trace[2077674660] 'process raft request' (duration: 251.71738ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:16:48.882738Z","caller":"traceutil/trace.go:171","msg":"trace[273352616] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"225.586104ms","start":"2024-12-09T23:16:48.657145Z","end":"2024-12-09T23:16:48.882731Z","steps":["trace[273352616] 'process raft request' (duration: 225.297493ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:16:48.882861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.755748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"}
{"level":"info","ts":"2024-12-09T23:16:48.882902Z","caller":"traceutil/trace.go:171","msg":"trace[188832223] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:313; }","duration":"225.80753ms","start":"2024-12-09T23:16:48.657086Z","end":"2024-12-09T23:16:48.882894Z","steps":["trace[188832223] 'agreement among raft nodes before linearized reading' (duration: 225.715845ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:16:48.943514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.352967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"}
{"level":"info","ts":"2024-12-09T23:16:48.943577Z","caller":"traceutil/trace.go:171","msg":"trace[2047370642] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:315; }","duration":"147.425355ms","start":"2024-12-09T23:16:48.796140Z","end":"2024-12-09T23:16:48.943565Z","steps":["trace[2047370642] 'agreement among raft nodes before linearized reading' (duration: 147.312886ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:16:48.943846Z","caller":"traceutil/trace.go:171","msg":"trace[549763088] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"147.654207ms","start":"2024-12-09T23:16:48.796182Z","end":"2024-12-09T23:16:48.943837Z","steps":["trace[549763088] 'process raft request' (duration: 134.700603ms)","trace[549763088] 'compare' (duration: 12.45608ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:16:48.943951Z","caller":"traceutil/trace.go:171","msg":"trace[2056228274] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"147.665505ms","start":"2024-12-09T23:16:48.796278Z","end":"2024-12-09T23:16:48.943944Z","steps":["trace[2056228274] 'process raft request' (duration: 147.142102ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:16:51.951702Z","caller":"traceutil/trace.go:171","msg":"trace[1939232064] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"181.261738ms","start":"2024-12-09T23:16:51.770423Z","end":"2024-12-09T23:16:51.951685Z","steps":["trace[1939232064] 'process raft request' (duration: 158.980378ms)","trace[1939232064] 'compare' (duration: 21.888592ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:16:51.952073Z","caller":"traceutil/trace.go:171","msg":"trace[1404595988] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"165.556225ms","start":"2024-12-09T23:16:51.786509Z","end":"2024-12-09T23:16:51.952065Z","steps":["trace[1404595988] 'process raft request' (duration: 164.88073ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:16:51.952459Z","caller":"traceutil/trace.go:171","msg":"trace[562913129] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"165.761799ms","start":"2024-12-09T23:16:51.786688Z","end":"2024-12-09T23:16:51.952450Z","steps":["trace[562913129] 'process raft request' (duration: 164.951303ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:16:51.952610Z","caller":"traceutil/trace.go:171","msg":"trace[1796416080] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"165.529484ms","start":"2024-12-09T23:16:51.787075Z","end":"2024-12-09T23:16:51.952604Z","steps":["trace[1796416080] 'process raft request' (duration: 164.946281ms)"],"step_count":1}
==> kernel <==
23:23:51 up 2:06, 0 users, load average: 0.47, 1.60, 2.20
Linux addons-006125 5.15.0-1072-aws #78~20.04.1-Ubuntu SMP Wed Oct 9 15:29:54 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [46d2df09c6c2d2f01b9dc1880e9c995d56d62694fcd3d43d232c9f51d1ca8b6c] <==
I1209 23:21:45.461738 1 main.go:301] handling current node
I1209 23:21:55.460869 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:21:55.460902 1 main.go:301] handling current node
I1209 23:22:05.460423 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:22:05.460460 1 main.go:301] handling current node
I1209 23:22:15.469510 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:22:15.469547 1 main.go:301] handling current node
I1209 23:22:25.467057 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:22:25.467223 1 main.go:301] handling current node
I1209 23:22:35.464636 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:22:35.464670 1 main.go:301] handling current node
I1209 23:22:45.469625 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:22:45.469660 1 main.go:301] handling current node
I1209 23:22:55.461153 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:22:55.461194 1 main.go:301] handling current node
I1209 23:23:05.466956 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:23:05.467073 1 main.go:301] handling current node
I1209 23:23:15.460637 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:23:15.460765 1 main.go:301] handling current node
I1209 23:23:25.460598 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:23:25.460634 1 main.go:301] handling current node
I1209 23:23:35.460432 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:23:35.460467 1 main.go:301] handling current node
I1209 23:23:45.467728 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:23:45.467766 1 main.go:301] handling current node
==> kube-apiserver [28972e4f2344f1922643dc402385704214e88f846cefbce364db88706b9345c4] <==
E1209 23:19:58.436141 1 watch.go:250] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
I1209 23:20:07.594201 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.97.155.147"}
E1209 23:20:10.646387 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E1209 23:20:10.663522 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E1209 23:20:10.700509 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E1209 23:20:25.677190 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1209 23:20:54.968554 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1209 23:21:09.089549 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:21:09.089706 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:21:09.116632 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:21:09.116686 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:21:09.153939 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:21:09.154095 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:21:09.197657 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:21:09.197774 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:21:09.230308 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:21:09.230451 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1209 23:21:10.198444 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W1209 23:21:10.230566 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1209 23:21:10.288616 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I1209 23:21:22.848323 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1209 23:21:23.888376 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1209 23:21:28.515637 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1209 23:21:28.849350 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.101.48.252"}
I1209 23:23:49.984903 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.106.244.252"}
==> kube-controller-manager [ebbf87552a8cfd170a3f8cba836837c2b489539f76cbd2b02a04ac3c6e0607c7] <==
W1209 23:22:03.799024 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:22:03.799071 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:22:19.151890 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:22:19.151938 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:22:23.417029 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:22:23.417079 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:22:24.406848 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:22:24.406892 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:22:47.866972 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:22:47.867021 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:23:03.101321 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:23:03.101411 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:23:08.811486 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:23:08.811529 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:23:14.877127 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:23:14.877171 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:23:31.352438 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:23:31.352489 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:23:40.875172 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:23:40.875237 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:23:46.676924 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:23:46.676975 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1209 23:23:49.725530 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="39.431971ms"
I1209 23:23:49.757012 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="31.359558ms"
I1209 23:23:49.757177 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="35.627µs"
==> kube-proxy [07527f58e4332815841f89503806bdccb0e9f16db6618f0a47da4a02a53c6143] <==
I1209 23:16:52.879951 1 server_linux.go:66] "Using iptables proxy"
I1209 23:16:53.896500 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1209 23:16:53.981292 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1209 23:16:54.878461 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1209 23:16:54.878600 1 server_linux.go:169] "Using iptables Proxier"
I1209 23:16:54.881840 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1209 23:16:54.882677 1 server.go:483] "Version info" version="v1.31.2"
I1209 23:16:54.882759 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1209 23:16:54.885691 1 config.go:199] "Starting service config controller"
I1209 23:16:54.885779 1 shared_informer.go:313] Waiting for caches to sync for service config
I1209 23:16:54.885811 1 config.go:105] "Starting endpoint slice config controller"
I1209 23:16:54.885816 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1209 23:16:54.886677 1 config.go:328] "Starting node config controller"
I1209 23:16:54.886731 1 shared_informer.go:313] Waiting for caches to sync for node config
I1209 23:16:54.995178 1 shared_informer.go:320] Caches are synced for service config
I1209 23:16:55.004280 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1209 23:16:54.987245 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [9591912eda249ef0702e5c6d735086277958194370e72a1fddb4b2529fda6a55] <==
W1209 23:16:40.837541 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1209 23:16:40.838565 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1209 23:16:40.837582 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1209 23:16:40.838635 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:16:40.837624 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1209 23:16:40.838713 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1209 23:16:41.694127 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1209 23:16:41.694172 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1209 23:16:41.707528 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1209 23:16:41.707642 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:16:41.773998 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1209 23:16:41.774060 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:16:41.784090 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1209 23:16:41.784134 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:16:41.801202 1 reflector.go:561] runtime/asm_arm64.s:1222: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1209 23:16:41.801247 1 reflector.go:158] "Unhandled Error" err="runtime/asm_arm64.s:1222: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1209 23:16:41.859930 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1209 23:16:41.859992 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:16:41.879327 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1209 23:16:41.879375 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:16:41.890899 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1209 23:16:41.891011 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1209 23:16:41.929521 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1209 23:16:41.929637 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1209 23:16:43.609133 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Dec 09 23:22:03 addons-006125 kubelet[1514]: E1209 23:22:03.390061 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786523389810256,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:03 addons-006125 kubelet[1514]: E1209 23:22:03.390100 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786523389810256,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:13 addons-006125 kubelet[1514]: E1209 23:22:13.393150 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786533392872766,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:13 addons-006125 kubelet[1514]: E1209 23:22:13.393189 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786533392872766,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:23 addons-006125 kubelet[1514]: E1209 23:22:23.396841 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786543395693924,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:23 addons-006125 kubelet[1514]: E1209 23:22:23.396886 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786543395693924,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:33 addons-006125 kubelet[1514]: E1209 23:22:33.399481 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786553399189229,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:33 addons-006125 kubelet[1514]: E1209 23:22:33.399523 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786553399189229,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:43 addons-006125 kubelet[1514]: E1209 23:22:43.402504 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786563402219854,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:43 addons-006125 kubelet[1514]: E1209 23:22:43.402546 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786563402219854,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:53 addons-006125 kubelet[1514]: E1209 23:22:53.405717 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786573405465174,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:22:53 addons-006125 kubelet[1514]: E1209 23:22:53.405755 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786573405465174,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:03 addons-006125 kubelet[1514]: E1209 23:23:03.408478 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786583408235281,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:03 addons-006125 kubelet[1514]: E1209 23:23:03.408511 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786583408235281,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:13 addons-006125 kubelet[1514]: E1209 23:23:13.410766 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786593410500150,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:13 addons-006125 kubelet[1514]: E1209 23:23:13.410805 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786593410500150,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:20 addons-006125 kubelet[1514]: I1209 23:23:20.220847 1514 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Dec 09 23:23:23 addons-006125 kubelet[1514]: E1209 23:23:23.413567 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786603413299122,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:23 addons-006125 kubelet[1514]: E1209 23:23:23.414040 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786603413299122,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:33 addons-006125 kubelet[1514]: E1209 23:23:33.417244 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786613416990773,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:33 addons-006125 kubelet[1514]: E1209 23:23:33.417280 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786613416990773,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:43 addons-006125 kubelet[1514]: E1209 23:23:43.420249 1514 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786623419991989,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:43 addons-006125 kubelet[1514]: E1209 23:23:43.420291 1514 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733786623419991989,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:23:49 addons-006125 kubelet[1514]: I1209 23:23:49.731059 1514 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/nginx" podStartSLOduration=139.098215068 podStartE2EDuration="2m21.731040178s" podCreationTimestamp="2024-12-09 23:21:28 +0000 UTC" firstStartedPulling="2024-12-09 23:21:29.130955946 +0000 UTC m=+286.049738443" lastFinishedPulling="2024-12-09 23:21:31.763781056 +0000 UTC m=+288.682563553" observedRunningTime="2024-12-09 23:21:31.985790018 +0000 UTC m=+288.904572507" watchObservedRunningTime="2024-12-09 23:23:49.731040178 +0000 UTC m=+426.649822667"
Dec 09 23:23:49 addons-006125 kubelet[1514]: I1209 23:23:49.835663 1514 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-smgdp\" (UniqueName: \"kubernetes.io/projected/c0ce9916-090d-4b7a-b41c-4e5b251d60a0-kube-api-access-smgdp\") pod \"hello-world-app-55bf9c44b4-crwqk\" (UID: \"c0ce9916-090d-4b7a-b41c-4e5b251d60a0\") " pod="default/hello-world-app-55bf9c44b4-crwqk"
==> storage-provisioner [83cc359be952de1780a0d0711ba6424c0cc5987de64528fa84096cb7fbc2c1b0] <==
I1209 23:17:06.986075 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1209 23:17:07.030066 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1209 23:17:07.030210 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1209 23:17:07.050343 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1209 23:17:07.051402 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-006125_33b22b2d-39d5-4d44-8f73-be6eefb60b1a!
I1209 23:17:07.051550 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"40f924e7-c661-441d-bbbc-9188fb45d87d", APIVersion:"v1", ResourceVersion:"875", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-006125_33b22b2d-39d5-4d44-8f73-be6eefb60b1a became leader
I1209 23:17:07.153203 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-006125_33b22b2d-39d5-4d44-8f73-be6eefb60b1a!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-006125 -n addons-006125
helpers_test.go:261: (dbg) Run: kubectl --context addons-006125 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-ss8p4 ingress-nginx-admission-patch-xmxnz
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-006125 describe pod ingress-nginx-admission-create-ss8p4 ingress-nginx-admission-patch-xmxnz
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-006125 describe pod ingress-nginx-admission-create-ss8p4 ingress-nginx-admission-patch-xmxnz: exit status 1 (91.087878ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-ss8p4" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-xmxnz" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-006125 describe pod ingress-nginx-admission-create-ss8p4 ingress-nginx-admission-patch-xmxnz: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-006125 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-006125 addons disable ingress-dns --alsologtostderr -v=1: (1.314554034s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-006125 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-006125 addons disable ingress --alsologtostderr -v=1: (7.983392887s)
--- FAIL: TestAddons/parallel/Ingress (154.12s)