=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-803184 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-803184 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-803184 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [941aa725-fa4f-4528-ab43-1ad1d9561d08] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [941aa725-fa4f-4528-ab43-1ad1d9561d08] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.003440213s
I1028 17:11:40.263137 108914 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-803184 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-803184 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.510601947s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-803184 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-803184 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-803184
helpers_test.go:235: (dbg) docker inspect addons-803184:
-- stdout --
[
{
"Id": "8beae7471f18f3b528980ef294fe11c32142d2c34b446f3c61cf7e2c40d4f6a7",
"Created": "2024-10-28T17:07:48.694578747Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 111014,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-28T17:07:48.828704388Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:b614a1ff29c6e85b537175184edffd528c6bd99b5b0eb51bb6059bd4ad5ba0a2",
"ResolvConfPath": "/var/lib/docker/containers/8beae7471f18f3b528980ef294fe11c32142d2c34b446f3c61cf7e2c40d4f6a7/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/8beae7471f18f3b528980ef294fe11c32142d2c34b446f3c61cf7e2c40d4f6a7/hostname",
"HostsPath": "/var/lib/docker/containers/8beae7471f18f3b528980ef294fe11c32142d2c34b446f3c61cf7e2c40d4f6a7/hosts",
"LogPath": "/var/lib/docker/containers/8beae7471f18f3b528980ef294fe11c32142d2c34b446f3c61cf7e2c40d4f6a7/8beae7471f18f3b528980ef294fe11c32142d2c34b446f3c61cf7e2c40d4f6a7-json.log",
"Name": "/addons-803184",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-803184:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-803184",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/642222271cbb99da9a64969a254fb19d9ae6e0fee6b1b57d6ac603c6339654da-init/diff:/var/lib/docker/overlay2/6f44dcb837d0e69b1b3a1c42f8a8e838d4ec916efe93e3f6d6a8c0411f4e43e1/diff",
"MergedDir": "/var/lib/docker/overlay2/642222271cbb99da9a64969a254fb19d9ae6e0fee6b1b57d6ac603c6339654da/merged",
"UpperDir": "/var/lib/docker/overlay2/642222271cbb99da9a64969a254fb19d9ae6e0fee6b1b57d6ac603c6339654da/diff",
"WorkDir": "/var/lib/docker/overlay2/642222271cbb99da9a64969a254fb19d9ae6e0fee6b1b57d6ac603c6339654da/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-803184",
"Source": "/var/lib/docker/volumes/addons-803184/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-803184",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-803184",
"name.minikube.sigs.k8s.io": "addons-803184",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "fd0a18dbf335a437e9015f60020c8a0e160ebabba8b9ad55a900b4d1378f85ee",
"SandboxKey": "/var/run/docker/netns/fd0a18dbf335",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-803184": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "c41606722e6f3e1ef41cf3f5ba84835c6a256c1b4bab5daeeca0436af7c726e2",
"EndpointID": "b0c15c4462e901eec2425a62b5c711f7c90e55b4a5a1af61771147dd7062d9c7",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-803184",
"8beae7471f18"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-803184 -n addons-803184
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-803184 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-803184 logs -n 25: (1.158444637s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-328985 | download-only-328985 | jenkins | v1.34.0 | 28 Oct 24 17:07 UTC | 28 Oct 24 17:07 UTC |
| start | --download-only -p | download-docker-179742 | jenkins | v1.34.0 | 28 Oct 24 17:07 UTC | |
| | download-docker-179742 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-179742 | download-docker-179742 | jenkins | v1.34.0 | 28 Oct 24 17:07 UTC | 28 Oct 24 17:07 UTC |
| start | --download-only -p | binary-mirror-988801 | jenkins | v1.34.0 | 28 Oct 24 17:07 UTC | |
| | binary-mirror-988801 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:35689 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-988801 | binary-mirror-988801 | jenkins | v1.34.0 | 28 Oct 24 17:07 UTC | 28 Oct 24 17:07 UTC |
| addons | disable dashboard -p | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:07 UTC | |
| | addons-803184 | | | | | |
| addons | enable dashboard -p | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:07 UTC | |
| | addons-803184 | | | | | |
| start | -p addons-803184 --wait=true | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:07 UTC | 28 Oct 24 17:10 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-803184 addons disable | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:10 UTC | 28 Oct 24 17:10 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-803184 addons disable | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:10 UTC | 28 Oct 24 17:10 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:10 UTC | 28 Oct 24 17:10 UTC |
| | -p addons-803184 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-803184 addons disable | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-803184 addons disable | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-803184 addons disable | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-803184 ip | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| addons | addons-803184 addons disable | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-803184 addons | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-803184 addons | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-803184 addons | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-803184 ssh cat | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | /opt/local-path-provisioner/pvc-6dbabf11-4f7e-4e00-b596-30d9d2fb3ea8_default_test-pvc/file1 | | | | | |
| addons | addons-803184 addons disable | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-803184 ssh curl -s | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-803184 addons | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:11 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-803184 addons | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:11 UTC | 28 Oct 24 17:12 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-803184 ip | addons-803184 | jenkins | v1.34.0 | 28 Oct 24 17:13 UTC | 28 Oct 24 17:13 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 17:07:24
Running on machine: ubuntu-20-agent-9
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 17:07:24.785481 110282 out.go:345] Setting OutFile to fd 1 ...
I1028 17:07:24.785605 110282 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 17:07:24.785614 110282 out.go:358] Setting ErrFile to fd 2...
I1028 17:07:24.785618 110282 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 17:07:24.785783 110282 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19872-102136/.minikube/bin
I1028 17:07:24.786455 110282 out.go:352] Setting JSON to false
I1028 17:07:24.787343 110282 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-9","uptime":2986,"bootTime":1730132259,"procs":173,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 17:07:24.787452 110282 start.go:139] virtualization: kvm guest
I1028 17:07:24.819760 110282 out.go:177] * [addons-803184] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 17:07:24.901159 110282 out.go:177] - MINIKUBE_LOCATION=19872
I1028 17:07:24.901163 110282 notify.go:220] Checking for updates...
I1028 17:07:25.037563 110282 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 17:07:25.122388 110282 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19872-102136/kubeconfig
I1028 17:07:25.206023 110282 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19872-102136/.minikube
I1028 17:07:25.277619 110282 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 17:07:25.359594 110282 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 17:07:25.423887 110282 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 17:07:25.444617 110282 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 17:07:25.444732 110282 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 17:07:25.491224 110282 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:46 SystemTime:2024-10-28 17:07:25.481654457 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647935488 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErr
ors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 17:07:25.491321 110282 docker.go:318] overlay module found
I1028 17:07:25.611590 110282 out.go:177] * Using the docker driver based on user configuration
I1028 17:07:25.683521 110282 start.go:297] selected driver: docker
I1028 17:07:25.683550 110282 start.go:901] validating driver "docker" against <nil>
I1028 17:07:25.683565 110282 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 17:07:25.684391 110282 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 17:07:25.731052 110282 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:46 SystemTime:2024-10-28 17:07:25.722023507 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x86
_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647935488 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-9 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErr
ors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 17:07:25.731232 110282 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 17:07:25.731495 110282 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 17:07:25.766395 110282 out.go:177] * Using Docker driver with root privileges
I1028 17:07:25.809308 110282 cni.go:84] Creating CNI manager for ""
I1028 17:07:25.809393 110282 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 17:07:25.809405 110282 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 17:07:25.809499 110282 start.go:340] cluster config:
{Name:addons-803184 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-803184 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 17:07:25.851871 110282 out.go:177] * Starting "addons-803184" primary control-plane node in "addons-803184" cluster
I1028 17:07:25.934036 110282 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 17:07:26.015885 110282 out.go:177] * Pulling base image v0.0.45-1730110049-19872 ...
I1028 17:07:26.141305 110282 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 in local docker daemon
I1028 17:07:26.141315 110282 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 17:07:26.141428 110282 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19872-102136/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1028 17:07:26.141443 110282 cache.go:56] Caching tarball of preloaded images
I1028 17:07:26.141551 110282 preload.go:172] Found /home/jenkins/minikube-integration/19872-102136/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 17:07:26.141564 110282 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 17:07:26.141902 110282 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/config.json ...
I1028 17:07:26.141930 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/config.json: {Name:mka4295eb11d0690c289fe7ea69051b27a134fa5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:26.157670 110282 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 to local cache
I1028 17:07:26.157812 110282 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 in local cache directory
I1028 17:07:26.157837 110282 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 in local cache directory, skipping pull
I1028 17:07:26.157846 110282 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 exists in cache, skipping pull
I1028 17:07:26.157862 110282 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 as a tarball
I1028 17:07:26.157870 110282 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 from local cache
I1028 17:07:38.623063 110282 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 from cached tarball
I1028 17:07:38.623106 110282 cache.go:194] Successfully downloaded all kic artifacts
I1028 17:07:38.623156 110282 start.go:360] acquireMachinesLock for addons-803184: {Name:mkc61bd3c490082ef7b102a5ec0ecfb79ea6ac1b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 17:07:38.623271 110282 start.go:364] duration metric: took 88.743µs to acquireMachinesLock for "addons-803184"
I1028 17:07:38.623302 110282 start.go:93] Provisioning new machine with config: &{Name:addons-803184 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-803184 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:07:38.623372 110282 start.go:125] createHost starting for "" (driver="docker")
I1028 17:07:38.625399 110282 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1028 17:07:38.625637 110282 start.go:159] libmachine.API.Create for "addons-803184" (driver="docker")
I1028 17:07:38.625673 110282 client.go:168] LocalClient.Create starting
I1028 17:07:38.625788 110282 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19872-102136/.minikube/certs/ca.pem
I1028 17:07:38.795006 110282 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19872-102136/.minikube/certs/cert.pem
I1028 17:07:38.957380 110282 cli_runner.go:164] Run: docker network inspect addons-803184 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1028 17:07:38.973849 110282 cli_runner.go:211] docker network inspect addons-803184 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1028 17:07:38.973927 110282 network_create.go:284] running [docker network inspect addons-803184] to gather additional debugging logs...
I1028 17:07:38.973950 110282 cli_runner.go:164] Run: docker network inspect addons-803184
W1028 17:07:38.989982 110282 cli_runner.go:211] docker network inspect addons-803184 returned with exit code 1
I1028 17:07:38.990025 110282 network_create.go:287] error running [docker network inspect addons-803184]: docker network inspect addons-803184: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-803184 not found
I1028 17:07:38.990040 110282 network_create.go:289] output of [docker network inspect addons-803184]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-803184 not found
** /stderr **
I1028 17:07:38.990196 110282 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 17:07:39.006877 110282 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0021ed1f0}
I1028 17:07:39.006930 110282 network_create.go:124] attempt to create docker network addons-803184 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1028 17:07:39.006994 110282 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-803184 addons-803184
I1028 17:07:39.072386 110282 network_create.go:108] docker network addons-803184 192.168.49.0/24 created
I1028 17:07:39.072419 110282 kic.go:121] calculated static IP "192.168.49.2" for the "addons-803184" container
I1028 17:07:39.072492 110282 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1028 17:07:39.087433 110282 cli_runner.go:164] Run: docker volume create addons-803184 --label name.minikube.sigs.k8s.io=addons-803184 --label created_by.minikube.sigs.k8s.io=true
I1028 17:07:39.105020 110282 oci.go:103] Successfully created a docker volume addons-803184
I1028 17:07:39.105148 110282 cli_runner.go:164] Run: docker run --rm --name addons-803184-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-803184 --entrypoint /usr/bin/test -v addons-803184:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 -d /var/lib
I1028 17:07:44.089434 110282 cli_runner.go:217] Completed: docker run --rm --name addons-803184-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-803184 --entrypoint /usr/bin/test -v addons-803184:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 -d /var/lib: (4.984236069s)
I1028 17:07:44.089467 110282 oci.go:107] Successfully prepared a docker volume addons-803184
I1028 17:07:44.089483 110282 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 17:07:44.089511 110282 kic.go:194] Starting extracting preloaded images to volume ...
I1028 17:07:44.089571 110282 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19872-102136/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-803184:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 -I lz4 -xf /preloaded.tar -C /extractDir
I1028 17:07:48.635465 110282 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19872-102136/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-803184:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 -I lz4 -xf /preloaded.tar -C /extractDir: (4.545846919s)
I1028 17:07:48.635502 110282 kic.go:203] duration metric: took 4.545989612s to extract preloaded images to volume ...
W1028 17:07:48.635640 110282 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1028 17:07:48.635733 110282 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1028 17:07:48.679892 110282 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-803184 --name addons-803184 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-803184 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-803184 --network addons-803184 --ip 192.168.49.2 --volume addons-803184:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9
I1028 17:07:49.004091 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Running}}
I1028 17:07:49.022667 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:07:49.041064 110282 cli_runner.go:164] Run: docker exec addons-803184 stat /var/lib/dpkg/alternatives/iptables
I1028 17:07:49.082982 110282 oci.go:144] the created container "addons-803184" has a running status.
I1028 17:07:49.083025 110282 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa...
I1028 17:07:49.174857 110282 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1028 17:07:49.195421 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:07:49.213492 110282 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1028 17:07:49.213514 110282 kic_runner.go:114] Args: [docker exec --privileged addons-803184 chown docker:docker /home/docker/.ssh/authorized_keys]
I1028 17:07:49.259054 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:07:49.278611 110282 machine.go:93] provisionDockerMachine start ...
I1028 17:07:49.278704 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:07:49.296905 110282 main.go:141] libmachine: Using SSH client type: native
I1028 17:07:49.297123 110282 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1028 17:07:49.297142 110282 main.go:141] libmachine: About to run SSH command:
hostname
I1028 17:07:49.297938 110282 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:55408->127.0.0.1:32768: read: connection reset by peer
I1028 17:07:52.415421 110282 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-803184
I1028 17:07:52.415453 110282 ubuntu.go:169] provisioning hostname "addons-803184"
I1028 17:07:52.415543 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:07:52.432679 110282 main.go:141] libmachine: Using SSH client type: native
I1028 17:07:52.432889 110282 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1028 17:07:52.432906 110282 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-803184 && echo "addons-803184" | sudo tee /etc/hostname
I1028 17:07:52.559459 110282 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-803184
I1028 17:07:52.559540 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:07:52.576689 110282 main.go:141] libmachine: Using SSH client type: native
I1028 17:07:52.576871 110282 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1028 17:07:52.576887 110282 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-803184' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-803184/g' /etc/hosts;
else
echo '127.0.1.1 addons-803184' | sudo tee -a /etc/hosts;
fi
fi
I1028 17:07:52.692092 110282 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 17:07:52.692122 110282 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19872-102136/.minikube CaCertPath:/home/jenkins/minikube-integration/19872-102136/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19872-102136/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19872-102136/.minikube}
I1028 17:07:52.692140 110282 ubuntu.go:177] setting up certificates
I1028 17:07:52.692151 110282 provision.go:84] configureAuth start
I1028 17:07:52.692213 110282 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-803184
I1028 17:07:52.708582 110282 provision.go:143] copyHostCerts
I1028 17:07:52.708673 110282 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-102136/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19872-102136/.minikube/ca.pem (1078 bytes)
I1028 17:07:52.708786 110282 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-102136/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19872-102136/.minikube/cert.pem (1123 bytes)
I1028 17:07:52.708845 110282 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19872-102136/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19872-102136/.minikube/key.pem (1679 bytes)
I1028 17:07:52.708893 110282 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19872-102136/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19872-102136/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19872-102136/.minikube/certs/ca-key.pem org=jenkins.addons-803184 san=[127.0.0.1 192.168.49.2 addons-803184 localhost minikube]
I1028 17:07:52.894995 110282 provision.go:177] copyRemoteCerts
I1028 17:07:52.895079 110282 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 17:07:52.895122 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:07:52.911979 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:07:52.996900 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1028 17:07:53.020610 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 17:07:53.043655 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1028 17:07:53.065491 110282 provision.go:87] duration metric: took 373.32663ms to configureAuth
I1028 17:07:53.065520 110282 ubuntu.go:193] setting minikube options for container-runtime
I1028 17:07:53.065734 110282 config.go:182] Loaded profile config "addons-803184": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:07:53.065851 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:07:53.081895 110282 main.go:141] libmachine: Using SSH client type: native
I1028 17:07:53.082077 110282 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1028 17:07:53.082093 110282 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 17:07:53.284337 110282 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 17:07:53.284372 110282 machine.go:96] duration metric: took 4.005737045s to provisionDockerMachine
I1028 17:07:53.284387 110282 client.go:171] duration metric: took 14.658702752s to LocalClient.Create
I1028 17:07:53.284415 110282 start.go:167] duration metric: took 14.65877684s to libmachine.API.Create "addons-803184"
I1028 17:07:53.284428 110282 start.go:293] postStartSetup for "addons-803184" (driver="docker")
I1028 17:07:53.284444 110282 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 17:07:53.284521 110282 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 17:07:53.284579 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:07:53.302157 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:07:53.392857 110282 ssh_runner.go:195] Run: cat /etc/os-release
I1028 17:07:53.396157 110282 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1028 17:07:53.396203 110282 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1028 17:07:53.396215 110282 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1028 17:07:53.396226 110282 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1028 17:07:53.396240 110282 filesync.go:126] Scanning /home/jenkins/minikube-integration/19872-102136/.minikube/addons for local assets ...
I1028 17:07:53.396321 110282 filesync.go:126] Scanning /home/jenkins/minikube-integration/19872-102136/.minikube/files for local assets ...
I1028 17:07:53.396367 110282 start.go:296] duration metric: took 111.930763ms for postStartSetup
I1028 17:07:53.396744 110282 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-803184
I1028 17:07:53.413279 110282 profile.go:143] Saving config to /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/config.json ...
I1028 17:07:53.413578 110282 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 17:07:53.413625 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:07:53.430597 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:07:53.512577 110282 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1028 17:07:53.516815 110282 start.go:128] duration metric: took 14.893424884s to createHost
I1028 17:07:53.516850 110282 start.go:83] releasing machines lock for "addons-803184", held for 14.893563934s
I1028 17:07:53.516919 110282 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-803184
I1028 17:07:53.533187 110282 ssh_runner.go:195] Run: cat /version.json
I1028 17:07:53.533248 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:07:53.533263 110282 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 17:07:53.533331 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:07:53.550481 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:07:53.551174 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:07:53.631904 110282 ssh_runner.go:195] Run: systemctl --version
I1028 17:07:53.714102 110282 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 17:07:53.858156 110282 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1028 17:07:53.862436 110282 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 17:07:53.880070 110282 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1028 17:07:53.880150 110282 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 17:07:53.905937 110282 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1028 17:07:53.905965 110282 start.go:495] detecting cgroup driver to use...
I1028 17:07:53.906045 110282 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1028 17:07:53.906114 110282 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 17:07:53.920610 110282 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 17:07:53.931127 110282 docker.go:217] disabling cri-docker service (if available) ...
I1028 17:07:53.931179 110282 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 17:07:53.943658 110282 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 17:07:53.956594 110282 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 17:07:54.033812 110282 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 17:07:54.111427 110282 docker.go:233] disabling docker service ...
I1028 17:07:54.111497 110282 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 17:07:54.129011 110282 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 17:07:54.139816 110282 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 17:07:54.213475 110282 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 17:07:54.293971 110282 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 17:07:54.304976 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 17:07:54.319807 110282 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 17:07:54.319875 110282 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:07:54.329521 110282 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 17:07:54.329582 110282 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:07:54.338870 110282 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:07:54.348014 110282 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:07:54.357714 110282 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 17:07:54.366109 110282 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:07:54.375082 110282 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:07:54.389468 110282 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 17:07:54.398204 110282 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 17:07:54.405580 110282 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 17:07:54.412963 110282 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:07:54.488723 110282 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 17:07:54.590396 110282 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 17:07:54.590468 110282 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 17:07:54.593988 110282 start.go:563] Will wait 60s for crictl version
I1028 17:07:54.594045 110282 ssh_runner.go:195] Run: which crictl
I1028 17:07:54.597236 110282 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 17:07:54.629387 110282 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1028 17:07:54.629498 110282 ssh_runner.go:195] Run: crio --version
I1028 17:07:54.663925 110282 ssh_runner.go:195] Run: crio --version
I1028 17:07:54.700469 110282 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1028 17:07:54.701791 110282 cli_runner.go:164] Run: docker network inspect addons-803184 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 17:07:54.718227 110282 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1028 17:07:54.721820 110282 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 17:07:54.732369 110282 kubeadm.go:883] updating cluster {Name:addons-803184 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-803184 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 17:07:54.732495 110282 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 17:07:54.732544 110282 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 17:07:54.798937 110282 crio.go:514] all images are preloaded for cri-o runtime.
I1028 17:07:54.798959 110282 crio.go:433] Images already preloaded, skipping extraction
I1028 17:07:54.799006 110282 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 17:07:54.830801 110282 crio.go:514] all images are preloaded for cri-o runtime.
I1028 17:07:54.830827 110282 cache_images.go:84] Images are preloaded, skipping loading
I1028 17:07:54.830835 110282 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1028 17:07:54.830923 110282 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-803184 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-803184 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 17:07:54.830982 110282 ssh_runner.go:195] Run: crio config
I1028 17:07:54.872355 110282 cni.go:84] Creating CNI manager for ""
I1028 17:07:54.872379 110282 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 17:07:54.872389 110282 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 17:07:54.872411 110282 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-803184 NodeName:addons-803184 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 17:07:54.872526 110282 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-803184"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 17:07:54.872583 110282 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 17:07:54.880919 110282 binaries.go:44] Found k8s binaries, skipping transfer
I1028 17:07:54.880982 110282 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1028 17:07:54.889159 110282 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1028 17:07:54.905317 110282 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 17:07:54.921905 110282 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1028 17:07:54.938561 110282 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1028 17:07:54.942050 110282 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 17:07:54.951988 110282 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:07:55.025295 110282 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 17:07:55.037847 110282 certs.go:68] Setting up /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184 for IP: 192.168.49.2
I1028 17:07:55.037871 110282 certs.go:194] generating shared ca certs ...
I1028 17:07:55.037887 110282 certs.go:226] acquiring lock for ca certs: {Name:mke618d91ba42d60684aa6c76238fe0c56bd6c69 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.038022 110282 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19872-102136/.minikube/ca.key
I1028 17:07:55.221170 110282 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-102136/.minikube/ca.crt ...
I1028 17:07:55.221205 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/ca.crt: {Name:mkea952d3a2fb13dbfe6a1ba11e87b0120210fff Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.221375 110282 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-102136/.minikube/ca.key ...
I1028 17:07:55.221387 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/ca.key: {Name:mk67b003eb4a44232118a840252d439a691101af Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.221456 110282 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19872-102136/.minikube/proxy-client-ca.key
I1028 17:07:55.265245 110282 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-102136/.minikube/proxy-client-ca.crt ...
I1028 17:07:55.265279 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/proxy-client-ca.crt: {Name:mka71c04b2d5424d029443f6c74127f148cf7288 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.265450 110282 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-102136/.minikube/proxy-client-ca.key ...
I1028 17:07:55.265461 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/proxy-client-ca.key: {Name:mka77769e743f683a6ab4fdb3dd21af12021995d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.265529 110282 certs.go:256] generating profile certs ...
I1028 17:07:55.265585 110282 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/client.key
I1028 17:07:55.265599 110282 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/client.crt with IP's: []
I1028 17:07:55.357955 110282 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/client.crt ...
I1028 17:07:55.357995 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/client.crt: {Name:mk8ef6723fb0846854c8585d89a3380fb5acecd3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.358233 110282 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/client.key ...
I1028 17:07:55.358253 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/client.key: {Name:mka17a90b9e3666830a753c51adf6b99a61b7470 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.358351 110282 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.key.40e5cc3b
I1028 17:07:55.358376 110282 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.crt.40e5cc3b with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1028 17:07:55.455942 110282 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.crt.40e5cc3b ...
I1028 17:07:55.455980 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.crt.40e5cc3b: {Name:mk236bb2e10dd05e3e31388872425979dd48f603 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.456171 110282 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.key.40e5cc3b ...
I1028 17:07:55.456188 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.key.40e5cc3b: {Name:mk830c79ae7973f1db99722984141bac65df621c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.456286 110282 certs.go:381] copying /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.crt.40e5cc3b -> /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.crt
I1028 17:07:55.456386 110282 certs.go:385] copying /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.key.40e5cc3b -> /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.key
I1028 17:07:55.456459 110282 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/proxy-client.key
I1028 17:07:55.456484 110282 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/proxy-client.crt with IP's: []
I1028 17:07:55.521505 110282 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/proxy-client.crt ...
I1028 17:07:55.521543 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/proxy-client.crt: {Name:mk4f1190c5c8590c533d5b1dd4dc3bb25b064e9a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.521745 110282 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/proxy-client.key ...
I1028 17:07:55.521764 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/proxy-client.key: {Name:mkc24ee91e50b508a48f41bf10116699139cf180 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:07:55.521969 110282 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-102136/.minikube/certs/ca-key.pem (1675 bytes)
I1028 17:07:55.522020 110282 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-102136/.minikube/certs/ca.pem (1078 bytes)
I1028 17:07:55.522064 110282 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-102136/.minikube/certs/cert.pem (1123 bytes)
I1028 17:07:55.522100 110282 certs.go:484] found cert: /home/jenkins/minikube-integration/19872-102136/.minikube/certs/key.pem (1679 bytes)
I1028 17:07:55.522737 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 17:07:55.545757 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 17:07:55.567446 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 17:07:55.590481 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1028 17:07:55.612500 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1028 17:07:55.633864 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 17:07:55.656440 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 17:07:55.678426 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/profiles/addons-803184/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1028 17:07:55.700702 110282 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19872-102136/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 17:07:55.722438 110282 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 17:07:55.738471 110282 ssh_runner.go:195] Run: openssl version
I1028 17:07:55.743666 110282 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 17:07:55.752326 110282 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 17:07:55.755476 110282 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 17:07 /usr/share/ca-certificates/minikubeCA.pem
I1028 17:07:55.755533 110282 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 17:07:55.761785 110282 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 17:07:55.770959 110282 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 17:07:55.774082 110282 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 17:07:55.774151 110282 kubeadm.go:392] StartCluster: {Name:addons-803184 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-803184 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 17:07:55.774240 110282 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 17:07:55.774302 110282 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 17:07:55.806505 110282 cri.go:89] found id: ""
I1028 17:07:55.806565 110282 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1028 17:07:55.814904 110282 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1028 17:07:55.823510 110282 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1028 17:07:55.823566 110282 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1028 17:07:55.832283 110282 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1028 17:07:55.832304 110282 kubeadm.go:157] found existing configuration files:
I1028 17:07:55.832356 110282 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1028 17:07:55.840876 110282 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1028 17:07:55.840950 110282 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1028 17:07:55.848915 110282 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1028 17:07:55.856851 110282 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1028 17:07:55.856913 110282 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1028 17:07:55.864561 110282 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1028 17:07:55.872513 110282 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1028 17:07:55.872584 110282 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1028 17:07:55.880329 110282 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1028 17:07:55.888998 110282 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1028 17:07:55.889059 110282 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1028 17:07:55.896652 110282 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1028 17:07:55.931107 110282 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1028 17:07:55.931529 110282 kubeadm.go:310] [preflight] Running pre-flight checks
I1028 17:07:55.947254 110282 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1028 17:07:55.947328 110282 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1070-gcp[0m
I1028 17:07:55.947375 110282 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1028 17:07:55.947428 110282 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1028 17:07:55.947534 110282 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1028 17:07:55.947623 110282 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1028 17:07:55.947712 110282 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1028 17:07:55.947824 110282 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1028 17:07:55.947937 110282 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1028 17:07:55.948003 110282 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1028 17:07:55.948068 110282 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1028 17:07:55.948136 110282 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1028 17:07:55.996704 110282 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1028 17:07:55.996894 110282 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1028 17:07:55.997059 110282 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1028 17:07:56.002862 110282 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1028 17:07:56.006220 110282 out.go:235] - Generating certificates and keys ...
I1028 17:07:56.006349 110282 kubeadm.go:310] [certs] Using existing ca certificate authority
I1028 17:07:56.006426 110282 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1028 17:07:56.323169 110282 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1028 17:07:56.676683 110282 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1028 17:07:56.807956 110282 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1028 17:07:56.922858 110282 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1028 17:07:57.203303 110282 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1028 17:07:57.203420 110282 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-803184 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 17:07:57.303190 110282 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1028 17:07:57.303328 110282 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-803184 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 17:07:57.383570 110282 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1028 17:07:57.471883 110282 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1028 17:07:57.563114 110282 kubeadm.go:310] [certs] Generating "sa" key and public key
I1028 17:07:57.563208 110282 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1028 17:07:57.714733 110282 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1028 17:07:57.908204 110282 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1028 17:07:58.340533 110282 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1028 17:07:58.395621 110282 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1028 17:07:58.628328 110282 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1028 17:07:58.628791 110282 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1028 17:07:58.631339 110282 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1028 17:07:58.633252 110282 out.go:235] - Booting up control plane ...
I1028 17:07:58.633386 110282 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1028 17:07:58.633515 110282 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1028 17:07:58.634054 110282 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1028 17:07:58.642867 110282 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1028 17:07:58.648133 110282 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1028 17:07:58.648233 110282 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1028 17:07:58.727624 110282 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1028 17:07:58.727900 110282 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1028 17:07:59.229173 110282 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.66073ms
I1028 17:07:59.229301 110282 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1028 17:08:03.730581 110282 kubeadm.go:310] [api-check] The API server is healthy after 4.501368226s
I1028 17:08:03.742206 110282 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1028 17:08:03.754514 110282 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1028 17:08:03.772913 110282 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1028 17:08:03.773130 110282 kubeadm.go:310] [mark-control-plane] Marking the node addons-803184 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1028 17:08:03.782672 110282 kubeadm.go:310] [bootstrap-token] Using token: mi4vsm.4k04m6igvyo5znl6
I1028 17:08:03.785272 110282 out.go:235] - Configuring RBAC rules ...
I1028 17:08:03.785438 110282 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1028 17:08:03.790737 110282 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1028 17:08:03.798163 110282 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1028 17:08:03.803283 110282 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1028 17:08:03.806136 110282 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1028 17:08:03.808875 110282 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1028 17:08:04.136044 110282 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1028 17:08:04.561039 110282 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1028 17:08:05.138770 110282 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1028 17:08:05.139869 110282 kubeadm.go:310]
I1028 17:08:05.139960 110282 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1028 17:08:05.139978 110282 kubeadm.go:310]
I1028 17:08:05.140067 110282 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1028 17:08:05.140076 110282 kubeadm.go:310]
I1028 17:08:05.140107 110282 kubeadm.go:310] mkdir -p $HOME/.kube
I1028 17:08:05.140198 110282 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1028 17:08:05.140265 110282 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1028 17:08:05.140274 110282 kubeadm.go:310]
I1028 17:08:05.140346 110282 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1028 17:08:05.140384 110282 kubeadm.go:310]
I1028 17:08:05.140441 110282 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1028 17:08:05.140456 110282 kubeadm.go:310]
I1028 17:08:05.140520 110282 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1028 17:08:05.140616 110282 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1028 17:08:05.140671 110282 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1028 17:08:05.140678 110282 kubeadm.go:310]
I1028 17:08:05.140746 110282 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1028 17:08:05.140854 110282 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1028 17:08:05.140869 110282 kubeadm.go:310]
I1028 17:08:05.140998 110282 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token mi4vsm.4k04m6igvyo5znl6 \
I1028 17:08:05.141140 110282 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0dd8f5c133ceac1a3915b25678ee9c11eaa82810533cc630f757b22eb21d5ee3 \
I1028 17:08:05.141170 110282 kubeadm.go:310] --control-plane
I1028 17:08:05.141179 110282 kubeadm.go:310]
I1028 17:08:05.141281 110282 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1028 17:08:05.141291 110282 kubeadm.go:310]
I1028 17:08:05.141386 110282 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token mi4vsm.4k04m6igvyo5znl6 \
I1028 17:08:05.141515 110282 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0dd8f5c133ceac1a3915b25678ee9c11eaa82810533cc630f757b22eb21d5ee3
I1028 17:08:05.143812 110282 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1070-gcp\n", err: exit status 1
I1028 17:08:05.143940 110282 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1028 17:08:05.143961 110282 cni.go:84] Creating CNI manager for ""
I1028 17:08:05.143970 110282 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 17:08:05.146476 110282 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1028 17:08:05.147940 110282 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1028 17:08:05.151584 110282 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1028 17:08:05.151604 110282 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1028 17:08:05.168663 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1028 17:08:05.362839 110282 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1028 17:08:05.362931 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:05.362967 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-803184 minikube.k8s.io/updated_at=2024_10_28T17_08_05_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=eb485f4d2e746257bc08ad8e2f39a06044008ba8 minikube.k8s.io/name=addons-803184 minikube.k8s.io/primary=true
I1028 17:08:05.370342 110282 ops.go:34] apiserver oom_adj: -16
I1028 17:08:05.459280 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:05.960312 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:06.459536 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:06.960298 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:07.459941 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:07.960246 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:08.459817 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:08.959816 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:09.459535 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:09.960088 110282 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 17:08:10.033473 110282 kubeadm.go:1113] duration metric: took 4.670616888s to wait for elevateKubeSystemPrivileges
I1028 17:08:10.033515 110282 kubeadm.go:394] duration metric: took 14.259369739s to StartCluster
I1028 17:08:10.033539 110282 settings.go:142] acquiring lock: {Name:mk5660b45458ca6389d875a5473d75a5cb1d1df0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:08:10.033662 110282 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19872-102136/kubeconfig
I1028 17:08:10.034180 110282 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19872-102136/kubeconfig: {Name:mk9c3758014b9f711e0c502c4f4a5172f5e22b45 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 17:08:10.034483 110282 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 17:08:10.034700 110282 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1028 17:08:10.034830 110282 addons.go:69] Setting yakd=true in profile "addons-803184"
I1028 17:08:10.034854 110282 addons.go:234] Setting addon yakd=true in "addons-803184"
I1028 17:08:10.034884 110282 config.go:182] Loaded profile config "addons-803184": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:08:10.034902 110282 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-803184"
I1028 17:08:10.034914 110282 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-803184"
I1028 17:08:10.034889 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.034937 110282 addons.go:69] Setting cloud-spanner=true in profile "addons-803184"
I1028 17:08:10.034949 110282 addons.go:234] Setting addon cloud-spanner=true in "addons-803184"
I1028 17:08:10.034963 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.035519 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.034771 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1028 17:08:10.034930 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.035613 110282 addons.go:69] Setting metrics-server=true in profile "addons-803184"
I1028 17:08:10.035638 110282 addons.go:234] Setting addon metrics-server=true in "addons-803184"
I1028 17:08:10.035678 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.035749 110282 addons.go:69] Setting storage-provisioner=true in profile "addons-803184"
I1028 17:08:10.035777 110282 addons.go:234] Setting addon storage-provisioner=true in "addons-803184"
I1028 17:08:10.035770 110282 addons.go:69] Setting gcp-auth=true in profile "addons-803184"
I1028 17:08:10.035835 110282 mustload.go:65] Loading cluster: addons-803184
I1028 17:08:10.035847 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.036027 110282 config.go:182] Loaded profile config "addons-803184": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 17:08:10.036127 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.036146 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.036243 110282 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-803184"
I1028 17:08:10.036290 110282 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-803184"
I1028 17:08:10.036311 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.036317 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.036327 110282 addons.go:69] Setting default-storageclass=true in profile "addons-803184"
I1028 17:08:10.036345 110282 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-803184"
I1028 17:08:10.036602 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.036774 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.036982 110282 addons.go:69] Setting volcano=true in profile "addons-803184"
I1028 17:08:10.037007 110282 addons.go:234] Setting addon volcano=true in "addons-803184"
I1028 17:08:10.037039 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.037510 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.037705 110282 addons.go:69] Setting volumesnapshots=true in profile "addons-803184"
I1028 17:08:10.037725 110282 addons.go:234] Setting addon volumesnapshots=true in "addons-803184"
I1028 17:08:10.037765 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.038223 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.039075 110282 addons.go:69] Setting inspektor-gadget=true in profile "addons-803184"
I1028 17:08:10.039096 110282 addons.go:234] Setting addon inspektor-gadget=true in "addons-803184"
I1028 17:08:10.039130 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.039626 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.036312 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.041997 110282 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-803184"
I1028 17:08:10.042028 110282 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-803184"
I1028 17:08:10.042154 110282 addons.go:69] Setting ingress=true in profile "addons-803184"
I1028 17:08:10.042216 110282 addons.go:234] Setting addon ingress=true in "addons-803184"
I1028 17:08:10.042296 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.042436 110282 addons.go:69] Setting ingress-dns=true in profile "addons-803184"
I1028 17:08:10.042517 110282 addons.go:234] Setting addon ingress-dns=true in "addons-803184"
I1028 17:08:10.042591 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.042637 110282 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-803184"
I1028 17:08:10.042668 110282 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-803184"
I1028 17:08:10.042727 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.043329 110282 addons.go:69] Setting registry=true in profile "addons-803184"
I1028 17:08:10.043383 110282 addons.go:234] Setting addon registry=true in "addons-803184"
I1028 17:08:10.043425 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.043507 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.047670 110282 out.go:177] * Verifying Kubernetes components...
I1028 17:08:10.035522 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.050323 110282 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 17:08:10.068259 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.068260 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.068644 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.069239 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.081727 110282 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1028 17:08:10.083030 110282 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1028 17:08:10.083067 110282 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1028 17:08:10.083146 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.088652 110282 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1028 17:08:10.090159 110282 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1028 17:08:10.090184 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1028 17:08:10.090249 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.107297 110282 addons.go:234] Setting addon default-storageclass=true in "addons-803184"
I1028 17:08:10.107351 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.107741 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
W1028 17:08:10.108019 110282 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1028 17:08:10.109133 110282 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I1028 17:08:10.109198 110282 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1028 17:08:10.109645 110282 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1028 17:08:10.110377 110282 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1028 17:08:10.121181 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1028 17:08:10.121253 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.122995 110282 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I1028 17:08:10.123118 110282 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1028 17:08:10.123376 110282 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 17:08:10.123520 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.124551 110282 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 17:08:10.124569 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1028 17:08:10.124619 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.123566 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1028 17:08:10.125004 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.126005 110282 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1028 17:08:10.127256 110282 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1028 17:08:10.127325 110282 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1028 17:08:10.132040 110282 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1028 17:08:10.132072 110282 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1028 17:08:10.132145 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.132302 110282 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1028 17:08:10.132465 110282 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 17:08:10.133626 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.134267 110282 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1028 17:08:10.138924 110282 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 17:08:10.139065 110282 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1028 17:08:10.139081 110282 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1028 17:08:10.139149 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.139370 110282 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1028 17:08:10.139422 110282 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.33.0
I1028 17:08:10.141042 110282 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1028 17:08:10.141074 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1028 17:08:10.141128 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.141349 110282 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1028 17:08:10.141461 110282 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1028 17:08:10.141475 110282 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1028 17:08:10.141538 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.146115 110282 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1028 17:08:10.147423 110282 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1028 17:08:10.148608 110282 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1028 17:08:10.148630 110282 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1028 17:08:10.148750 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.149852 110282 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1028 17:08:10.150861 110282 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1028 17:08:10.152107 110282 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 17:08:10.152125 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1028 17:08:10.152168 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.152285 110282 out.go:177] - Using image docker.io/registry:2.8.3
I1028 17:08:10.153499 110282 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1028 17:08:10.153523 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1028 17:08:10.153582 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.162368 110282 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-803184"
I1028 17:08:10.162419 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:10.162858 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:10.163983 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.169440 110282 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1028 17:08:10.169462 110282 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1028 17:08:10.169508 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.186995 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.198927 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.204289 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.204281 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.207311 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.208995 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.214507 110282 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1028 17:08:10.214723 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.217114 110282 out.go:177] - Using image docker.io/busybox:stable
I1028 17:08:10.217730 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.217763 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.218470 110282 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 17:08:10.218490 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1028 17:08:10.218547 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:10.218812 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.220243 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.252010 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:10.438240 110282 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 17:08:10.438394 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1028 17:08:10.447826 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1028 17:08:10.538337 110282 node_ready.go:35] waiting up to 6m0s for node "addons-803184" to be "Ready" ...
I1028 17:08:10.638532 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1028 17:08:10.646721 110282 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1028 17:08:10.646805 110282 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1028 17:08:10.651033 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1028 17:08:10.729834 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 17:08:10.729960 110282 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1028 17:08:10.729981 110282 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1028 17:08:10.732574 110282 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1028 17:08:10.732601 110282 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1028 17:08:10.739340 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 17:08:10.744874 110282 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1028 17:08:10.744902 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1028 17:08:10.749961 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1028 17:08:10.755927 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 17:08:10.829282 110282 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1028 17:08:10.829382 110282 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1028 17:08:10.829853 110282 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1028 17:08:10.829926 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14451 bytes)
I1028 17:08:10.846589 110282 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1028 17:08:10.846621 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1028 17:08:10.849286 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 17:08:10.947723 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1028 17:08:10.949137 110282 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1028 17:08:10.949223 110282 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1028 17:08:11.028742 110282 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1028 17:08:11.028841 110282 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1028 17:08:11.145157 110282 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1028 17:08:11.145251 110282 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1028 17:08:11.229707 110282 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1028 17:08:11.229801 110282 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1028 17:08:11.234100 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1028 17:08:11.247204 110282 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1028 17:08:11.247310 110282 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1028 17:08:11.529576 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1028 17:08:11.541795 110282 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1028 17:08:11.541824 110282 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1028 17:08:11.629260 110282 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1028 17:08:11.629360 110282 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1028 17:08:11.732222 110282 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1028 17:08:11.732324 110282 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1028 17:08:11.939740 110282 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.501301793s)
I1028 17:08:11.939943 110282 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1028 17:08:12.134520 110282 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1028 17:08:12.134615 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1028 17:08:12.335863 110282 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1028 17:08:12.335965 110282 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1028 17:08:12.340811 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1028 17:08:12.346103 110282 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1028 17:08:12.346134 110282 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1028 17:08:12.735694 110282 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-803184" context rescaled to 1 replicas
I1028 17:08:12.841169 110282 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1028 17:08:12.841201 110282 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1028 17:08:12.842123 110282 node_ready.go:53] node "addons-803184" has status "Ready":"False"
I1028 17:08:13.032044 110282 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1028 17:08:13.032140 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1028 17:08:13.141442 110282 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 17:08:13.141534 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1028 17:08:13.529469 110282 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1028 17:08:13.529501 110282 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1028 17:08:13.628578 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 17:08:13.734129 110282 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1028 17:08:13.734171 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1028 17:08:13.846625 110282 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1028 17:08:13.846656 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1028 17:08:14.029797 110282 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 17:08:14.029885 110282 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1028 17:08:14.129474 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 17:08:14.241465 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (3.793587157s)
I1028 17:08:14.241592 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.60302688s)
I1028 17:08:15.050271 110282 node_ready.go:53] node "addons-803184" has status "Ready":"False"
I1028 17:08:15.656273 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.005145645s)
I1028 17:08:15.656315 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.926445805s)
I1028 17:08:15.656339 110282 addons.go:475] Verifying addon ingress=true in "addons-803184"
I1028 17:08:15.656360 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.916992637s)
I1028 17:08:15.656430 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.906429557s)
I1028 17:08:15.656665 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.900702293s)
I1028 17:08:15.656714 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (4.807390885s)
I1028 17:08:15.656867 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.709103357s)
I1028 17:08:15.656900 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.422717063s)
I1028 17:08:15.656918 110282 addons.go:475] Verifying addon registry=true in "addons-803184"
I1028 17:08:15.656975 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.127301939s)
I1028 17:08:15.656992 110282 addons.go:475] Verifying addon metrics-server=true in "addons-803184"
I1028 17:08:15.657177 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.316281384s)
I1028 17:08:15.657967 110282 out.go:177] * Verifying registry addon...
I1028 17:08:15.657993 110282 out.go:177] * Verifying ingress addon...
I1028 17:08:15.659081 110282 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-803184 service yakd-dashboard -n yakd-dashboard
I1028 17:08:15.661324 110282 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1028 17:08:15.661322 110282 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1028 17:08:15.731593 110282 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 17:08:15.731629 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:15.731900 110282 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1028 17:08:15.731969 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1028 17:08:15.732213 110282 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1028 17:08:16.167702 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:16.168403 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:16.455236 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.826535338s)
W1028 17:08:16.455289 110282 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 17:08:16.455322 110282 retry.go:31] will retry after 337.107711ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 17:08:16.665404 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:16.666016 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:16.761544 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (2.631944388s)
I1028 17:08:16.761593 110282 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-803184"
I1028 17:08:16.763524 110282 out.go:177] * Verifying csi-hostpath-driver addon...
I1028 17:08:16.766034 110282 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1028 17:08:16.770612 110282 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 17:08:16.770640 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:16.793453 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 17:08:17.165808 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:17.166300 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:17.269664 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:17.331635 110282 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1028 17:08:17.331707 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:17.349113 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:17.445621 110282 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1028 17:08:17.462282 110282 addons.go:234] Setting addon gcp-auth=true in "addons-803184"
I1028 17:08:17.462347 110282 host.go:66] Checking if "addons-803184" exists ...
I1028 17:08:17.462709 110282 cli_runner.go:164] Run: docker container inspect addons-803184 --format={{.State.Status}}
I1028 17:08:17.479911 110282 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1028 17:08:17.479971 110282 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-803184
I1028 17:08:17.496691 110282 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19872-102136/.minikube/machines/addons-803184/id_rsa Username:docker}
I1028 17:08:17.541608 110282 node_ready.go:53] node "addons-803184" has status "Ready":"False"
I1028 17:08:17.664947 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:17.665374 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:17.769985 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:18.165187 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:18.165520 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:18.270092 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:18.664773 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:18.665133 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:18.770002 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:19.165697 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:19.166161 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:19.269902 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:19.270771 110282 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.47726362s)
I1028 17:08:19.270841 110282 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.790897948s)
I1028 17:08:19.272848 110282 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1028 17:08:19.274458 110282 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 17:08:19.275859 110282 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1028 17:08:19.275884 110282 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1028 17:08:19.293289 110282 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1028 17:08:19.293321 110282 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1028 17:08:19.309748 110282 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 17:08:19.309772 110282 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1028 17:08:19.326199 110282 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 17:08:19.542127 110282 node_ready.go:53] node "addons-803184" has status "Ready":"False"
I1028 17:08:19.642364 110282 addons.go:475] Verifying addon gcp-auth=true in "addons-803184"
I1028 17:08:19.643993 110282 out.go:177] * Verifying gcp-auth addon...
I1028 17:08:19.646529 110282 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1028 17:08:19.649679 110282 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1028 17:08:19.649700 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:19.750743 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:19.751179 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:19.769590 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:20.150089 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:20.164819 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:20.165152 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:20.269630 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:20.650295 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:20.665058 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:20.665431 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:20.769960 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:21.149295 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:21.165015 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:21.165404 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:21.270003 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:21.650198 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:21.664869 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:21.665391 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:21.770015 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:22.041617 110282 node_ready.go:53] node "addons-803184" has status "Ready":"False"
I1028 17:08:22.150265 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:22.164868 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:22.165426 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:22.269976 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:22.650008 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:22.664750 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:22.665180 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:22.770035 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:23.150562 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:23.165229 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:23.165781 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:23.269524 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:23.652291 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:23.670641 110282 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 17:08:23.670667 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:23.671005 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:23.771105 110282 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 17:08:23.771136 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:24.045055 110282 node_ready.go:49] node "addons-803184" has status "Ready":"True"
I1028 17:08:24.045081 110282 node_ready.go:38] duration metric: took 13.506692553s for node "addons-803184" to be "Ready" ...
I1028 17:08:24.045091 110282 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 17:08:24.054058 110282 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace to be "Ready" ...
I1028 17:08:24.149948 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:24.165238 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:24.165523 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:24.272123 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:24.652300 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:24.753473 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:24.753500 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:24.853680 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:25.150596 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:25.165516 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:25.165908 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:25.271463 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:25.651310 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:25.664845 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:25.665474 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:25.834244 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:26.060275 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:26.150653 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:26.165879 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:26.166112 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:26.271426 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:26.650617 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:26.666303 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:26.666598 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:26.770653 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:27.151295 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:27.165496 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:27.165637 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:27.271133 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:27.650463 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:27.665150 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:27.665422 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:27.770907 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:28.151054 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:28.166459 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:28.166768 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:28.271052 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:28.559626 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:28.650419 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:28.665455 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:28.665695 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:28.772752 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:29.150934 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:29.164585 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:29.164937 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:29.270971 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:29.650598 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:29.665906 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:29.666341 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:29.771405 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:30.150921 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:30.230271 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:30.230498 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:30.331230 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:30.560877 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:30.650773 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:30.664712 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:30.664950 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:30.771350 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:31.151020 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:31.165288 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:31.165585 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:31.271574 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:31.650632 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:31.665903 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:31.666517 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:31.770698 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:32.150425 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:32.165986 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:32.166311 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:32.271144 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:32.651132 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:32.665648 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:32.665724 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:32.771538 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:33.060192 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:33.150828 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:33.165482 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:33.165726 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:33.270875 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:33.650777 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:33.665000 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:33.665309 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:33.772549 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:34.150488 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:34.166123 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:34.167613 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:34.271246 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:34.650347 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:34.665686 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:34.666301 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:34.770640 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:35.060635 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:35.150801 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:35.164844 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:35.165261 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:35.271100 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:35.650776 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:35.664668 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:35.664768 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:35.770032 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:36.150503 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:36.165760 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:36.165974 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:36.270464 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:36.650403 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:36.665070 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:36.665376 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:36.770789 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:37.150711 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:37.164533 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:37.164903 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:37.271490 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:37.560106 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:37.649951 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:37.664987 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:37.665177 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:37.770949 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:38.150514 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:38.165644 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:38.165715 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:38.271658 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:38.649860 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:38.665709 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:38.666911 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:38.770777 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:39.150540 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:39.165486 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:39.165593 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:39.270982 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:39.560324 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:39.650014 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:39.665102 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:39.665721 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:39.770686 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:40.150089 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:40.164974 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:40.165219 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:40.271672 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:40.650863 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:40.664724 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:40.665238 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:40.770391 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:41.151138 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:41.165282 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:41.165549 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:41.270608 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:41.650022 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:41.665355 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:41.665767 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:41.771118 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:42.059739 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:42.150929 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:42.164869 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:42.165444 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:42.270595 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:42.649869 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:42.665048 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:42.665197 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:42.770305 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:43.151478 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:43.166221 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:43.166449 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:43.270932 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:43.650377 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:43.721368 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:43.721884 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:43.771095 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:44.150078 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:44.165256 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:44.165620 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:44.270757 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:44.560507 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:44.650255 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:44.665134 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:44.665395 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:44.771285 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:45.150254 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:45.165441 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:45.165547 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:45.271473 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:45.649689 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:45.664874 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:45.665251 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:45.770467 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:46.150651 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:46.165878 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:46.166280 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:46.270485 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:46.560771 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:46.650597 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:46.666432 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:46.666971 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:46.771260 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:47.151218 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:47.166352 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:47.167589 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:47.271728 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:47.649954 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:47.665410 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:47.665589 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:47.770814 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:48.149943 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:48.165667 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:48.166180 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:48.271418 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:48.650464 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:48.665790 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:48.665990 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:48.770247 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:49.060485 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:49.151287 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:49.165025 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:49.165213 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:49.270636 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:49.649855 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:49.664908 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:49.665340 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:49.770688 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:50.150818 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:50.165752 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:50.166372 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:50.271215 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:50.651021 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:50.665050 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:50.665201 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:50.785036 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:51.150229 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:51.165427 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:51.165899 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:51.270889 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:51.560455 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:51.650142 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:51.665108 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:51.665434 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:51.776425 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:52.150914 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:52.164951 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:52.165706 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:52.270191 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:52.650539 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:52.665635 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:52.665975 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:52.771184 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:53.150413 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:53.165599 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:53.165858 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:53.269940 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:53.650517 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:53.665497 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:53.665817 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:53.769691 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:54.060431 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:54.151223 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:54.166212 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:54.166659 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:54.271318 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:54.650586 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:54.665510 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:54.665708 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:54.770167 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:55.150116 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:55.165176 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:55.165434 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:55.270372 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:55.650776 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:55.665069 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:55.665424 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:55.770745 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:56.150294 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:56.165152 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:56.165430 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:56.270855 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:56.559561 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:56.650813 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:56.664537 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:56.664913 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:56.770385 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:57.150893 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:57.164820 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:57.165154 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:57.271199 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:57.650178 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:57.664894 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:57.665138 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:57.770678 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:58.149567 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:58.165886 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:58.166264 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:58.271120 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:58.559927 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:08:58.649821 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:58.666445 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:58.667004 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:58.771079 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:59.150540 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:59.165464 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:59.165808 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:59.270856 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:08:59.650398 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:08:59.665740 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:08:59.666070 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:08:59.770023 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:00.150782 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:00.165086 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:00.165337 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:00.270376 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:00.650608 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:00.665182 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:00.665668 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:00.770551 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:01.073723 110282 pod_ready.go:103] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:01.200848 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:01.200969 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:01.201534 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:01.272656 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:01.649597 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:01.665928 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:01.666504 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:01.771543 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:02.150560 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:02.165169 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:02.165528 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:02.271095 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:02.650506 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:02.665349 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:02.665781 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:02.770762 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:03.060648 110282 pod_ready.go:93] pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace has status "Ready":"True"
I1028 17:09:03.060672 110282 pod_ready.go:82] duration metric: took 39.006583775s for pod "amd-gpu-device-plugin-jhlpw" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.060683 110282 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-mc8s8" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.065593 110282 pod_ready.go:93] pod "coredns-7c65d6cfc9-mc8s8" in "kube-system" namespace has status "Ready":"True"
I1028 17:09:03.065620 110282 pod_ready.go:82] duration metric: took 4.930204ms for pod "coredns-7c65d6cfc9-mc8s8" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.065642 110282 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-803184" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.069861 110282 pod_ready.go:93] pod "etcd-addons-803184" in "kube-system" namespace has status "Ready":"True"
I1028 17:09:03.069879 110282 pod_ready.go:82] duration metric: took 4.230851ms for pod "etcd-addons-803184" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.069891 110282 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-803184" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.074031 110282 pod_ready.go:93] pod "kube-apiserver-addons-803184" in "kube-system" namespace has status "Ready":"True"
I1028 17:09:03.074075 110282 pod_ready.go:82] duration metric: took 4.177055ms for pod "kube-apiserver-addons-803184" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.074086 110282 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-803184" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.078207 110282 pod_ready.go:93] pod "kube-controller-manager-addons-803184" in "kube-system" namespace has status "Ready":"True"
I1028 17:09:03.078232 110282 pod_ready.go:82] duration metric: took 4.140902ms for pod "kube-controller-manager-addons-803184" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.078245 110282 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-rlsxn" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.150077 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:03.165065 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:03.165547 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:03.270949 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:03.458646 110282 pod_ready.go:93] pod "kube-proxy-rlsxn" in "kube-system" namespace has status "Ready":"True"
I1028 17:09:03.458673 110282 pod_ready.go:82] duration metric: took 380.420923ms for pod "kube-proxy-rlsxn" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.458686 110282 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-803184" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.651103 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:03.665097 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:03.665443 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:03.770559 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:03.858538 110282 pod_ready.go:93] pod "kube-scheduler-addons-803184" in "kube-system" namespace has status "Ready":"True"
I1028 17:09:03.858565 110282 pod_ready.go:82] duration metric: took 399.869817ms for pod "kube-scheduler-addons-803184" in "kube-system" namespace to be "Ready" ...
I1028 17:09:03.858580 110282 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace to be "Ready" ...
I1028 17:09:04.150380 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:04.165292 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:04.165609 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:04.271891 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:04.649881 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:04.664818 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:04.665370 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:04.770340 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:05.150824 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:05.164761 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:05.164924 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:05.270324 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:05.650696 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:05.664567 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:05.665146 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:05.769868 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:05.864209 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:06.150543 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:06.165910 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:06.166363 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:06.269872 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:06.650552 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:06.665886 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:06.666461 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:06.770266 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:07.150892 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:07.165574 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:07.165791 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:07.270956 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:07.650024 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:07.732116 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:07.732658 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:07.834083 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:08.034902 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:08.233421 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:08.234539 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:08.235973 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:08.332535 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:08.650561 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:08.732416 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:08.732712 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:08.831953 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:09.150755 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:09.165158 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:09.165346 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:09.271484 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:09.650785 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:09.665833 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:09.666060 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:09.770670 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:10.150542 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:10.166495 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:10.166974 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:10.271347 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:10.365782 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:10.650816 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:10.664767 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:10.665482 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:10.770074 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:11.150598 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:11.166082 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:11.166591 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:11.270728 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:11.650322 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:11.665709 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:11.665927 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:11.769969 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:12.149471 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:12.165650 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:12.165879 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:12.270959 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:12.650090 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:12.751676 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:12.752128 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:12.771140 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:12.864301 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:13.150655 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:13.252203 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:13.252501 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:13.270442 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:13.650528 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:13.665619 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:13.665868 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:13.769550 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:14.150060 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:14.165130 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:14.165247 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:14.271009 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:14.650417 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:14.665383 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:14.665690 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:14.770375 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:14.865451 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:15.149979 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:15.165098 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:15.165362 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:15.270859 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:15.650189 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:15.665465 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:15.665641 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:15.771033 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:16.150495 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:16.165459 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:16.165689 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:16.269789 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:16.650472 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:16.665657 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:16.666189 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:16.772068 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:17.150581 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:17.165529 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:17.165907 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:17.270416 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:17.365088 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:17.650170 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:17.665176 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 17:09:17.665542 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:17.771434 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:18.151047 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:18.232586 110282 kapi.go:107] duration metric: took 1m2.571261706s to wait for kubernetes.io/minikube-addons=registry ...
I1028 17:09:18.232964 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:18.336202 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:18.649906 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:18.666599 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:18.832504 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:19.151407 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:19.232414 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:19.331872 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:19.434388 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:19.649861 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:19.665502 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:19.770926 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:20.150214 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:20.166116 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:20.270511 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:20.650208 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:20.666219 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:20.770561 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:21.150163 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:21.165564 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:21.271396 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:21.650013 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:21.665229 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:21.771025 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:21.864379 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:22.150736 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:22.166182 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:22.270335 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:22.650262 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:22.665382 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:22.771088 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:23.186257 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:23.187099 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:23.291096 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:23.650663 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:23.664923 110282 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 17:09:23.769956 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:23.864581 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:24.150532 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:24.166506 110282 kapi.go:107] duration metric: took 1m8.505173263s to wait for app.kubernetes.io/name=ingress-nginx ...
I1028 17:09:24.276332 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:24.651561 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:24.832322 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:25.150352 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:25.271587 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:25.650283 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:25.772081 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:25.865108 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:26.150447 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:26.271363 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:26.650537 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:26.769940 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:27.149898 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:27.271080 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:27.650700 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:27.770629 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:28.150687 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:28.270280 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:28.364649 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:28.649693 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:28.770447 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:29.149680 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:29.270476 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:29.650355 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:29.771431 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:30.150319 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:30.271479 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:30.364948 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:30.650091 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 17:09:30.773330 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:31.151540 110282 kapi.go:107] duration metric: took 1m11.505006517s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1028 17:09:31.153288 110282 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-803184 cluster.
I1028 17:09:31.154690 110282 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1028 17:09:31.156335 110282 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1028 17:09:31.269695 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:31.771002 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:32.270697 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:32.365206 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:32.770626 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:33.270128 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:33.773103 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:34.271194 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:34.365242 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:34.770899 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:35.271158 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:35.771910 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:36.271050 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:36.770823 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:36.864611 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:37.271020 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:37.770744 110282 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 17:09:38.271237 110282 kapi.go:107] duration metric: took 1m21.505202879s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1028 17:09:38.273097 110282 out.go:177] * Enabled addons: storage-provisioner, cloud-spanner, ingress-dns, nvidia-device-plugin, amd-gpu-device-plugin, inspektor-gadget, metrics-server, yakd, default-storageclass, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I1028 17:09:38.274635 110282 addons.go:510] duration metric: took 1m28.23993761s for enable addons: enabled=[storage-provisioner cloud-spanner ingress-dns nvidia-device-plugin amd-gpu-device-plugin inspektor-gadget metrics-server yakd default-storageclass volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I1028 17:09:39.364982 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:41.864957 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:44.365046 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:46.864952 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:49.364524 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:51.864961 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:54.364138 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:56.364966 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:09:58.864722 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:10:01.365015 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:10:03.864227 110282 pod_ready.go:103] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"False"
I1028 17:10:04.364848 110282 pod_ready.go:93] pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace has status "Ready":"True"
I1028 17:10:04.364876 110282 pod_ready.go:82] duration metric: took 1m0.50628719s for pod "metrics-server-84c5f94fbc-674zg" in "kube-system" namespace to be "Ready" ...
I1028 17:10:04.364891 110282 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-z7q9t" in "kube-system" namespace to be "Ready" ...
I1028 17:10:04.369378 110282 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-z7q9t" in "kube-system" namespace has status "Ready":"True"
I1028 17:10:04.369402 110282 pod_ready.go:82] duration metric: took 4.503001ms for pod "nvidia-device-plugin-daemonset-z7q9t" in "kube-system" namespace to be "Ready" ...
I1028 17:10:04.369424 110282 pod_ready.go:39] duration metric: took 1m40.324322498s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 17:10:04.369447 110282 api_server.go:52] waiting for apiserver process to appear ...
I1028 17:10:04.369485 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 17:10:04.369563 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 17:10:04.405890 110282 cri.go:89] found id: "3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f"
I1028 17:10:04.405917 110282 cri.go:89] found id: ""
I1028 17:10:04.405927 110282 logs.go:282] 1 containers: [3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f]
I1028 17:10:04.405981 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:04.409531 110282 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 17:10:04.409604 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 17:10:04.448147 110282 cri.go:89] found id: "73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4"
I1028 17:10:04.448173 110282 cri.go:89] found id: ""
I1028 17:10:04.448181 110282 logs.go:282] 1 containers: [73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4]
I1028 17:10:04.448227 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:04.451666 110282 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 17:10:04.451728 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 17:10:04.486717 110282 cri.go:89] found id: "e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d"
I1028 17:10:04.486738 110282 cri.go:89] found id: ""
I1028 17:10:04.486746 110282 logs.go:282] 1 containers: [e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d]
I1028 17:10:04.486800 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:04.490300 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 17:10:04.490359 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 17:10:04.522706 110282 cri.go:89] found id: "435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c"
I1028 17:10:04.522735 110282 cri.go:89] found id: ""
I1028 17:10:04.522744 110282 logs.go:282] 1 containers: [435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c]
I1028 17:10:04.522805 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:04.526174 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 17:10:04.526242 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 17:10:04.561918 110282 cri.go:89] found id: "623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d"
I1028 17:10:04.561942 110282 cri.go:89] found id: ""
I1028 17:10:04.561952 110282 logs.go:282] 1 containers: [623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d]
I1028 17:10:04.562009 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:04.565636 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 17:10:04.565700 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 17:10:04.599837 110282 cri.go:89] found id: "e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1"
I1028 17:10:04.599874 110282 cri.go:89] found id: ""
I1028 17:10:04.599885 110282 logs.go:282] 1 containers: [e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1]
I1028 17:10:04.599953 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:04.603442 110282 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 17:10:04.603500 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 17:10:04.636798 110282 cri.go:89] found id: "6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc"
I1028 17:10:04.636826 110282 cri.go:89] found id: ""
I1028 17:10:04.636835 110282 logs.go:282] 1 containers: [6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc]
I1028 17:10:04.636893 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:04.640521 110282 logs.go:123] Gathering logs for kube-controller-manager [e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1] ...
I1028 17:10:04.640558 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1"
I1028 17:10:04.706235 110282 logs.go:123] Gathering logs for container status ...
I1028 17:10:04.706278 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 17:10:04.753427 110282 logs.go:123] Gathering logs for kubelet ...
I1028 17:10:04.753462 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 17:10:04.814201 110282 logs.go:138] Found kubelet problem: Oct 28 17:08:23 addons-803184 kubelet[1630]: W1028 17:08:23.628918 1630 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-803184" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-803184' and this object
W1028 17:10:04.814376 110282 logs.go:138] Found kubelet problem: Oct 28 17:08:23 addons-803184 kubelet[1630]: E1028 17:08:23.628981 1630 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-803184\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-803184' and this object" logger="UnhandledError"
I1028 17:10:04.841985 110282 logs.go:123] Gathering logs for etcd [73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4] ...
I1028 17:10:04.842029 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4"
I1028 17:10:04.885980 110282 logs.go:123] Gathering logs for coredns [e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d] ...
I1028 17:10:04.886020 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d"
I1028 17:10:04.921279 110282 logs.go:123] Gathering logs for kube-scheduler [435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c] ...
I1028 17:10:04.921311 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c"
I1028 17:10:04.960982 110282 logs.go:123] Gathering logs for kube-proxy [623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d] ...
I1028 17:10:04.961019 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d"
I1028 17:10:04.994269 110282 logs.go:123] Gathering logs for dmesg ...
I1028 17:10:04.994301 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 17:10:05.010012 110282 logs.go:123] Gathering logs for describe nodes ...
I1028 17:10:05.010049 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 17:10:05.109317 110282 logs.go:123] Gathering logs for kube-apiserver [3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f] ...
I1028 17:10:05.109352 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f"
I1028 17:10:05.152289 110282 logs.go:123] Gathering logs for kindnet [6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc] ...
I1028 17:10:05.152332 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc"
I1028 17:10:05.188911 110282 logs.go:123] Gathering logs for CRI-O ...
I1028 17:10:05.188947 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 17:10:05.268596 110282 out.go:358] Setting ErrFile to fd 2...
I1028 17:10:05.268635 110282 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 17:10:05.268738 110282 out.go:270] X Problems detected in kubelet:
W1028 17:10:05.268759 110282 out.go:270] Oct 28 17:08:23 addons-803184 kubelet[1630]: W1028 17:08:23.628918 1630 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-803184" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-803184' and this object
W1028 17:10:05.268772 110282 out.go:270] Oct 28 17:08:23 addons-803184 kubelet[1630]: E1028 17:08:23.628981 1630 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-803184\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-803184' and this object" logger="UnhandledError"
I1028 17:10:05.268788 110282 out.go:358] Setting ErrFile to fd 2...
I1028 17:10:05.268800 110282 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 17:10:15.269390 110282 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 17:10:15.283609 110282 api_server.go:72] duration metric: took 2m5.24908153s to wait for apiserver process to appear ...
I1028 17:10:15.283644 110282 api_server.go:88] waiting for apiserver healthz status ...
I1028 17:10:15.283685 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 17:10:15.283736 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 17:10:15.316858 110282 cri.go:89] found id: "3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f"
I1028 17:10:15.316884 110282 cri.go:89] found id: ""
I1028 17:10:15.316892 110282 logs.go:282] 1 containers: [3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f]
I1028 17:10:15.316948 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:15.320309 110282 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 17:10:15.320368 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 17:10:15.353440 110282 cri.go:89] found id: "73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4"
I1028 17:10:15.353462 110282 cri.go:89] found id: ""
I1028 17:10:15.353470 110282 logs.go:282] 1 containers: [73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4]
I1028 17:10:15.353520 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:15.356974 110282 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 17:10:15.357068 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 17:10:15.390721 110282 cri.go:89] found id: "e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d"
I1028 17:10:15.390750 110282 cri.go:89] found id: ""
I1028 17:10:15.390762 110282 logs.go:282] 1 containers: [e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d]
I1028 17:10:15.390824 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:15.394234 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 17:10:15.394299 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 17:10:15.428340 110282 cri.go:89] found id: "435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c"
I1028 17:10:15.428358 110282 cri.go:89] found id: ""
I1028 17:10:15.428367 110282 logs.go:282] 1 containers: [435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c]
I1028 17:10:15.428412 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:15.431826 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 17:10:15.431911 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 17:10:15.467161 110282 cri.go:89] found id: "623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d"
I1028 17:10:15.467197 110282 cri.go:89] found id: ""
I1028 17:10:15.467207 110282 logs.go:282] 1 containers: [623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d]
I1028 17:10:15.467263 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:15.470856 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 17:10:15.470921 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 17:10:15.506667 110282 cri.go:89] found id: "e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1"
I1028 17:10:15.506693 110282 cri.go:89] found id: ""
I1028 17:10:15.506706 110282 logs.go:282] 1 containers: [e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1]
I1028 17:10:15.506766 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:15.510174 110282 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 17:10:15.510249 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 17:10:15.546325 110282 cri.go:89] found id: "6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc"
I1028 17:10:15.546347 110282 cri.go:89] found id: ""
I1028 17:10:15.546355 110282 logs.go:282] 1 containers: [6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc]
I1028 17:10:15.546397 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:15.549866 110282 logs.go:123] Gathering logs for coredns [e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d] ...
I1028 17:10:15.549896 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d"
I1028 17:10:15.584618 110282 logs.go:123] Gathering logs for kube-proxy [623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d] ...
I1028 17:10:15.584651 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d"
I1028 17:10:15.617522 110282 logs.go:123] Gathering logs for kindnet [6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc] ...
I1028 17:10:15.617554 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc"
I1028 17:10:15.653068 110282 logs.go:123] Gathering logs for kubelet ...
I1028 17:10:15.653105 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 17:10:15.705535 110282 logs.go:138] Found kubelet problem: Oct 28 17:08:23 addons-803184 kubelet[1630]: W1028 17:08:23.628918 1630 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-803184" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-803184' and this object
W1028 17:10:15.705713 110282 logs.go:138] Found kubelet problem: Oct 28 17:08:23 addons-803184 kubelet[1630]: E1028 17:08:23.628981 1630 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-803184\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-803184' and this object" logger="UnhandledError"
I1028 17:10:15.733544 110282 logs.go:123] Gathering logs for dmesg ...
I1028 17:10:15.733592 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 17:10:15.751343 110282 logs.go:123] Gathering logs for describe nodes ...
I1028 17:10:15.751382 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 17:10:15.888048 110282 logs.go:123] Gathering logs for kube-apiserver [3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f] ...
I1028 17:10:15.888083 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f"
I1028 17:10:15.931670 110282 logs.go:123] Gathering logs for etcd [73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4] ...
I1028 17:10:15.931708 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4"
I1028 17:10:15.974756 110282 logs.go:123] Gathering logs for CRI-O ...
I1028 17:10:15.974789 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 17:10:16.048818 110282 logs.go:123] Gathering logs for container status ...
I1028 17:10:16.048861 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 17:10:16.089724 110282 logs.go:123] Gathering logs for kube-scheduler [435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c] ...
I1028 17:10:16.089759 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c"
I1028 17:10:16.128936 110282 logs.go:123] Gathering logs for kube-controller-manager [e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1] ...
I1028 17:10:16.128978 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1"
I1028 17:10:16.185889 110282 out.go:358] Setting ErrFile to fd 2...
I1028 17:10:16.185929 110282 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 17:10:16.185995 110282 out.go:270] X Problems detected in kubelet:
W1028 17:10:16.186009 110282 out.go:270] Oct 28 17:08:23 addons-803184 kubelet[1630]: W1028 17:08:23.628918 1630 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-803184" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-803184' and this object
W1028 17:10:16.186017 110282 out.go:270] Oct 28 17:08:23 addons-803184 kubelet[1630]: E1028 17:08:23.628981 1630 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-803184\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-803184' and this object" logger="UnhandledError"
I1028 17:10:16.186028 110282 out.go:358] Setting ErrFile to fd 2...
I1028 17:10:16.186033 110282 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 17:10:26.186741 110282 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1028 17:10:26.190858 110282 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1028 17:10:26.191838 110282 api_server.go:141] control plane version: v1.31.2
I1028 17:10:26.191865 110282 api_server.go:131] duration metric: took 10.908213353s to wait for apiserver health ...
I1028 17:10:26.191873 110282 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 17:10:26.191894 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 17:10:26.191948 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 17:10:26.225575 110282 cri.go:89] found id: "3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f"
I1028 17:10:26.225616 110282 cri.go:89] found id: ""
I1028 17:10:26.225627 110282 logs.go:282] 1 containers: [3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f]
I1028 17:10:26.225689 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:26.229192 110282 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 17:10:26.229255 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 17:10:26.262556 110282 cri.go:89] found id: "73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4"
I1028 17:10:26.262580 110282 cri.go:89] found id: ""
I1028 17:10:26.262589 110282 logs.go:282] 1 containers: [73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4]
I1028 17:10:26.262647 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:26.266736 110282 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 17:10:26.266812 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 17:10:26.300967 110282 cri.go:89] found id: "e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d"
I1028 17:10:26.300989 110282 cri.go:89] found id: ""
I1028 17:10:26.300997 110282 logs.go:282] 1 containers: [e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d]
I1028 17:10:26.301063 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:26.304956 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 17:10:26.305053 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 17:10:26.339588 110282 cri.go:89] found id: "435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c"
I1028 17:10:26.339611 110282 cri.go:89] found id: ""
I1028 17:10:26.339620 110282 logs.go:282] 1 containers: [435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c]
I1028 17:10:26.339676 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:26.343202 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 17:10:26.343272 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 17:10:26.376768 110282 cri.go:89] found id: "623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d"
I1028 17:10:26.376795 110282 cri.go:89] found id: ""
I1028 17:10:26.376806 110282 logs.go:282] 1 containers: [623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d]
I1028 17:10:26.376867 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:26.380729 110282 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 17:10:26.380810 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 17:10:26.416048 110282 cri.go:89] found id: "e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1"
I1028 17:10:26.416071 110282 cri.go:89] found id: ""
I1028 17:10:26.416079 110282 logs.go:282] 1 containers: [e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1]
I1028 17:10:26.416122 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:26.419553 110282 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 17:10:26.419629 110282 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 17:10:26.453985 110282 cri.go:89] found id: "6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc"
I1028 17:10:26.454007 110282 cri.go:89] found id: ""
I1028 17:10:26.454014 110282 logs.go:282] 1 containers: [6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc]
I1028 17:10:26.454069 110282 ssh_runner.go:195] Run: which crictl
I1028 17:10:26.457409 110282 logs.go:123] Gathering logs for coredns [e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d] ...
I1028 17:10:26.457438 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d"
I1028 17:10:26.491555 110282 logs.go:123] Gathering logs for kube-controller-manager [e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1] ...
I1028 17:10:26.491584 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1"
I1028 17:10:26.546664 110282 logs.go:123] Gathering logs for kindnet [6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc] ...
I1028 17:10:26.546736 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc"
I1028 17:10:26.581345 110282 logs.go:123] Gathering logs for container status ...
I1028 17:10:26.581377 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 17:10:26.623141 110282 logs.go:123] Gathering logs for kube-scheduler [435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c] ...
I1028 17:10:26.623176 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c"
I1028 17:10:26.664601 110282 logs.go:123] Gathering logs for kube-proxy [623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d] ...
I1028 17:10:26.664638 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d"
I1028 17:10:26.698284 110282 logs.go:123] Gathering logs for CRI-O ...
I1028 17:10:26.698323 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 17:10:26.777242 110282 logs.go:123] Gathering logs for kubelet ...
I1028 17:10:26.777287 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 17:10:26.829071 110282 logs.go:138] Found kubelet problem: Oct 28 17:08:23 addons-803184 kubelet[1630]: W1028 17:08:23.628918 1630 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-803184" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-803184' and this object
W1028 17:10:26.829254 110282 logs.go:138] Found kubelet problem: Oct 28 17:08:23 addons-803184 kubelet[1630]: E1028 17:08:23.628981 1630 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-803184\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-803184' and this object" logger="UnhandledError"
I1028 17:10:26.858029 110282 logs.go:123] Gathering logs for dmesg ...
I1028 17:10:26.858071 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 17:10:26.875632 110282 logs.go:123] Gathering logs for describe nodes ...
I1028 17:10:26.875675 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 17:10:26.975563 110282 logs.go:123] Gathering logs for kube-apiserver [3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f] ...
I1028 17:10:26.975603 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f"
I1028 17:10:27.019555 110282 logs.go:123] Gathering logs for etcd [73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4] ...
I1028 17:10:27.019591 110282 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4"
I1028 17:10:27.066582 110282 out.go:358] Setting ErrFile to fd 2...
I1028 17:10:27.066615 110282 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 17:10:27.066676 110282 out.go:270] X Problems detected in kubelet:
W1028 17:10:27.066689 110282 out.go:270] Oct 28 17:08:23 addons-803184 kubelet[1630]: W1028 17:08:23.628918 1630 reflector.go:561] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-803184" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-803184' and this object
W1028 17:10:27.066698 110282 out.go:270] Oct 28 17:08:23 addons-803184 kubelet[1630]: E1028 17:08:23.628981 1630 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"gcp-auth-certs\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth-certs\" is forbidden: User \"system:node:addons-803184\" cannot list resource \"secrets\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-803184' and this object" logger="UnhandledError"
I1028 17:10:27.066711 110282 out.go:358] Setting ErrFile to fd 2...
I1028 17:10:27.066716 110282 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 17:10:37.079264 110282 system_pods.go:59] 19 kube-system pods found
I1028 17:10:37.079305 110282 system_pods.go:61] "amd-gpu-device-plugin-jhlpw" [f711d106-eb63-4b6b-8661-25cd70f4f3b1] Running
I1028 17:10:37.079314 110282 system_pods.go:61] "coredns-7c65d6cfc9-mc8s8" [9f5e6a87-7e82-49cc-bea9-1975bf9e65dd] Running
I1028 17:10:37.079320 110282 system_pods.go:61] "csi-hostpath-attacher-0" [da3d6207-32ff-44d2-b0ee-df10b36350ac] Running
I1028 17:10:37.079326 110282 system_pods.go:61] "csi-hostpath-resizer-0" [7e68a1f2-b307-486c-ac3b-4c103de4e95c] Running
I1028 17:10:37.079354 110282 system_pods.go:61] "csi-hostpathplugin-728fs" [d161e22d-e638-413a-aa21-c02a59e7f793] Running
I1028 17:10:37.079360 110282 system_pods.go:61] "etcd-addons-803184" [a95b6003-b239-4852-b463-0fff9cd0f206] Running
I1028 17:10:37.079365 110282 system_pods.go:61] "kindnet-hj2qh" [32e72145-ef94-4e95-b3f8-99108d471a86] Running
I1028 17:10:37.079371 110282 system_pods.go:61] "kube-apiserver-addons-803184" [39798403-bdbb-47d9-89c1-768e79344f2b] Running
I1028 17:10:37.079377 110282 system_pods.go:61] "kube-controller-manager-addons-803184" [11d701f0-9111-4089-8635-652492fc24a3] Running
I1028 17:10:37.079384 110282 system_pods.go:61] "kube-ingress-dns-minikube" [079c2ef4-da73-455a-90bb-fe1a00f5ef5d] Running
I1028 17:10:37.079401 110282 system_pods.go:61] "kube-proxy-rlsxn" [c8571a1a-da60-4e3a-80b6-4739a4f2b0d7] Running
I1028 17:10:37.079407 110282 system_pods.go:61] "kube-scheduler-addons-803184" [8b63e9e0-0128-44b5-8ca5-f90c9ea46b5e] Running
I1028 17:10:37.079414 110282 system_pods.go:61] "metrics-server-84c5f94fbc-674zg" [37927340-66ab-4951-bd4b-59b0e0d01812] Running
I1028 17:10:37.079422 110282 system_pods.go:61] "nvidia-device-plugin-daemonset-z7q9t" [29592f17-9aa8-4d19-b8d1-dcb2278980ef] Running
I1028 17:10:37.079428 110282 system_pods.go:61] "registry-66c9cd494c-67lgb" [9af05f14-ce81-44bb-97d1-37dedf7c187c] Running
I1028 17:10:37.079434 110282 system_pods.go:61] "registry-proxy-nbdps" [cd42d863-c294-464d-b7cd-95396c429181] Running
I1028 17:10:37.079440 110282 system_pods.go:61] "snapshot-controller-56fcc65765-cdh9r" [865ae345-a0e7-417d-9c96-5544c2832d7e] Running
I1028 17:10:37.079447 110282 system_pods.go:61] "snapshot-controller-56fcc65765-vwwxr" [dc9caf29-d5cc-4123-96ee-d69a2da2e706] Running
I1028 17:10:37.079453 110282 system_pods.go:61] "storage-provisioner" [a0b9c49a-8d86-4f02-84fb-10f963133047] Running
I1028 17:10:37.079460 110282 system_pods.go:74] duration metric: took 10.887580531s to wait for pod list to return data ...
I1028 17:10:37.079477 110282 default_sa.go:34] waiting for default service account to be created ...
I1028 17:10:37.082069 110282 default_sa.go:45] found service account: "default"
I1028 17:10:37.082097 110282 default_sa.go:55] duration metric: took 2.612904ms for default service account to be created ...
I1028 17:10:37.082115 110282 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 17:10:37.090408 110282 system_pods.go:86] 19 kube-system pods found
I1028 17:10:37.090450 110282 system_pods.go:89] "amd-gpu-device-plugin-jhlpw" [f711d106-eb63-4b6b-8661-25cd70f4f3b1] Running
I1028 17:10:37.090459 110282 system_pods.go:89] "coredns-7c65d6cfc9-mc8s8" [9f5e6a87-7e82-49cc-bea9-1975bf9e65dd] Running
I1028 17:10:37.090465 110282 system_pods.go:89] "csi-hostpath-attacher-0" [da3d6207-32ff-44d2-b0ee-df10b36350ac] Running
I1028 17:10:37.090470 110282 system_pods.go:89] "csi-hostpath-resizer-0" [7e68a1f2-b307-486c-ac3b-4c103de4e95c] Running
I1028 17:10:37.090476 110282 system_pods.go:89] "csi-hostpathplugin-728fs" [d161e22d-e638-413a-aa21-c02a59e7f793] Running
I1028 17:10:37.090481 110282 system_pods.go:89] "etcd-addons-803184" [a95b6003-b239-4852-b463-0fff9cd0f206] Running
I1028 17:10:37.090486 110282 system_pods.go:89] "kindnet-hj2qh" [32e72145-ef94-4e95-b3f8-99108d471a86] Running
I1028 17:10:37.090493 110282 system_pods.go:89] "kube-apiserver-addons-803184" [39798403-bdbb-47d9-89c1-768e79344f2b] Running
I1028 17:10:37.090499 110282 system_pods.go:89] "kube-controller-manager-addons-803184" [11d701f0-9111-4089-8635-652492fc24a3] Running
I1028 17:10:37.090507 110282 system_pods.go:89] "kube-ingress-dns-minikube" [079c2ef4-da73-455a-90bb-fe1a00f5ef5d] Running
I1028 17:10:37.090512 110282 system_pods.go:89] "kube-proxy-rlsxn" [c8571a1a-da60-4e3a-80b6-4739a4f2b0d7] Running
I1028 17:10:37.090519 110282 system_pods.go:89] "kube-scheduler-addons-803184" [8b63e9e0-0128-44b5-8ca5-f90c9ea46b5e] Running
I1028 17:10:37.090533 110282 system_pods.go:89] "metrics-server-84c5f94fbc-674zg" [37927340-66ab-4951-bd4b-59b0e0d01812] Running
I1028 17:10:37.090544 110282 system_pods.go:89] "nvidia-device-plugin-daemonset-z7q9t" [29592f17-9aa8-4d19-b8d1-dcb2278980ef] Running
I1028 17:10:37.090554 110282 system_pods.go:89] "registry-66c9cd494c-67lgb" [9af05f14-ce81-44bb-97d1-37dedf7c187c] Running
I1028 17:10:37.090561 110282 system_pods.go:89] "registry-proxy-nbdps" [cd42d863-c294-464d-b7cd-95396c429181] Running
I1028 17:10:37.090568 110282 system_pods.go:89] "snapshot-controller-56fcc65765-cdh9r" [865ae345-a0e7-417d-9c96-5544c2832d7e] Running
I1028 17:10:37.090575 110282 system_pods.go:89] "snapshot-controller-56fcc65765-vwwxr" [dc9caf29-d5cc-4123-96ee-d69a2da2e706] Running
I1028 17:10:37.090583 110282 system_pods.go:89] "storage-provisioner" [a0b9c49a-8d86-4f02-84fb-10f963133047] Running
I1028 17:10:37.090595 110282 system_pods.go:126] duration metric: took 8.471887ms to wait for k8s-apps to be running ...
I1028 17:10:37.090608 110282 system_svc.go:44] waiting for kubelet service to be running ....
I1028 17:10:37.090676 110282 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 17:10:37.102389 110282 system_svc.go:56] duration metric: took 11.771068ms WaitForService to wait for kubelet
I1028 17:10:37.102427 110282 kubeadm.go:582] duration metric: took 2m27.067901172s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 17:10:37.102457 110282 node_conditions.go:102] verifying NodePressure condition ...
I1028 17:10:37.105299 110282 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1028 17:10:37.105336 110282 node_conditions.go:123] node cpu capacity is 8
I1028 17:10:37.105351 110282 node_conditions.go:105] duration metric: took 2.888292ms to run NodePressure ...
I1028 17:10:37.105364 110282 start.go:241] waiting for startup goroutines ...
I1028 17:10:37.105371 110282 start.go:246] waiting for cluster config update ...
I1028 17:10:37.105388 110282 start.go:255] writing updated cluster config ...
I1028 17:10:37.105681 110282 ssh_runner.go:195] Run: rm -f paused
I1028 17:10:37.154349 110282 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1028 17:10:37.156332 110282 out.go:177] * Done! kubectl is now configured to use "addons-803184" cluster and "default" namespace by default
==> CRI-O <==
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.617925220Z" level=info msg="Removed pod sandbox: 957e45e09c67c0e35c7d0d63cdc2a7d2ff9ace91648670e9463ba0ce331edd3d" id=10cdde84-f594-4d66-a859-afe6e61fe12f name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.618380221Z" level=info msg="Stopping pod sandbox: 6f3939936f7765dfa32b52282697c15fdd66490483fd5a00684f385e8c72a606" id=55ee144a-40fd-407f-989f-2ffbe4fdaa2a name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.618407746Z" level=info msg="Stopped pod sandbox (already stopped): 6f3939936f7765dfa32b52282697c15fdd66490483fd5a00684f385e8c72a606" id=55ee144a-40fd-407f-989f-2ffbe4fdaa2a name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.618660297Z" level=info msg="Removing pod sandbox: 6f3939936f7765dfa32b52282697c15fdd66490483fd5a00684f385e8c72a606" id=34208126-0204-412b-a6d3-566daf14cb3a name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.624614770Z" level=info msg="Removed pod sandbox: 6f3939936f7765dfa32b52282697c15fdd66490483fd5a00684f385e8c72a606" id=34208126-0204-412b-a6d3-566daf14cb3a name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.625141678Z" level=info msg="Stopping pod sandbox: 7ae508787aa3481550f9e0cc78e3bbdaff8655730c095d8c10fc526b04e3dc9f" id=f4ac848d-1688-44ca-b7ad-5501614a1b66 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.625170191Z" level=info msg="Stopped pod sandbox (already stopped): 7ae508787aa3481550f9e0cc78e3bbdaff8655730c095d8c10fc526b04e3dc9f" id=f4ac848d-1688-44ca-b7ad-5501614a1b66 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.625439274Z" level=info msg="Removing pod sandbox: 7ae508787aa3481550f9e0cc78e3bbdaff8655730c095d8c10fc526b04e3dc9f" id=cea6a7b8-6127-4278-a543-60834b0829f0 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.631402214Z" level=info msg="Removed pod sandbox: 7ae508787aa3481550f9e0cc78e3bbdaff8655730c095d8c10fc526b04e3dc9f" id=cea6a7b8-6127-4278-a543-60834b0829f0 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.631756230Z" level=info msg="Stopping pod sandbox: b8958e8f5281a44ffabe1ac55220b41ec32796af4807184aecbd5663d209dd96" id=affda649-6862-44f7-9df8-c40e60805acd name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.631781916Z" level=info msg="Stopped pod sandbox (already stopped): b8958e8f5281a44ffabe1ac55220b41ec32796af4807184aecbd5663d209dd96" id=affda649-6862-44f7-9df8-c40e60805acd name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.632082543Z" level=info msg="Removing pod sandbox: b8958e8f5281a44ffabe1ac55220b41ec32796af4807184aecbd5663d209dd96" id=0029cb15-76b1-4077-b6a8-66296feea548 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 17:12:04 addons-803184 crio[1033]: time="2024-10-28 17:12:04.637709364Z" level=info msg="Removed pod sandbox: b8958e8f5281a44ffabe1ac55220b41ec32796af4807184aecbd5663d209dd96" id=0029cb15-76b1-4077-b6a8-66296feea548 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.198879885Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-hr2bl/POD" id=71507ff8-ffb8-4060-997c-589d02df9e8a name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.198962503Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.239538323Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-hr2bl Namespace:default ID:c98e86b1568193202c6b56dcb59a83376e94e77aa4f0dc51a95e00358aed3bd6 UID:dca9ecaf-fe7e-4b15-9068-edc992541e69 NetNS:/var/run/netns/ad702e70-c36e-4eb5-a9c3-5de1281d9c14 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.239577298Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-hr2bl to CNI network \"kindnet\" (type=ptp)"
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.249189401Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-hr2bl Namespace:default ID:c98e86b1568193202c6b56dcb59a83376e94e77aa4f0dc51a95e00358aed3bd6 UID:dca9ecaf-fe7e-4b15-9068-edc992541e69 NetNS:/var/run/netns/ad702e70-c36e-4eb5-a9c3-5de1281d9c14 Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.249374109Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-hr2bl for CNI network kindnet (type=ptp)"
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.251982118Z" level=info msg="Ran pod sandbox c98e86b1568193202c6b56dcb59a83376e94e77aa4f0dc51a95e00358aed3bd6 with infra container: default/hello-world-app-55bf9c44b4-hr2bl/POD" id=71507ff8-ffb8-4060-997c-589d02df9e8a name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.253162017Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=d89481fd-614e-483e-8d53-f235e3f489ad name=/runtime.v1.ImageService/ImageStatus
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.253362569Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=d89481fd-614e-483e-8d53-f235e3f489ad name=/runtime.v1.ImageService/ImageStatus
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.253907399Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=0742912b-4023-4264-8fdf-10ba0ec34a1f name=/runtime.v1.ImageService/PullImage
Oct 28 17:13:50 addons-803184 crio[1033]: time="2024-10-28 17:13:50.263316647Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 28 17:13:51 addons-803184 crio[1033]: time="2024-10-28 17:13:51.295725881Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
5fe124ad0d846 docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250 2 minutes ago Running nginx 0 a5bf6a2891ba6 nginx
47487a2d71c3f gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 d93d97479c706 busybox
ec97e84f5438f registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 4 minutes ago Running controller 0 5f487d7817107 ingress-nginx-controller-5f85ff4588-qfhpf
df81cd12b25ac registry.k8s.io/metrics-server/metrics-server@sha256:78e46b57096ec75e302fbc853e36359555df5c827bb009ecfe66f97474cc2a5a 4 minutes ago Running metrics-server 0 76c2e84ba02fe metrics-server-84c5f94fbc-674zg
48009f6110960 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 4 minutes ago Running local-path-provisioner 0 35c23dc4d7ee0 local-path-provisioner-86d989889c-xsbnr
236dccdf82ebc registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 5 minutes ago Exited patch 0 ed5b57735d1d6 ingress-nginx-admission-patch-prp8k
eb99d0d6042bf gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 5 minutes ago Running minikube-ingress-dns 0 fe9f57301d9e5 kube-ingress-dns-minikube
4edb24fd79a1c registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 5 minutes ago Exited create 0 d5db8fd49eee7 ingress-nginx-admission-create-xqrnj
812751f5e2a24 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 5 minutes ago Running storage-provisioner 0 7497107d3bf1e storage-provisioner
e00de5529feb3 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 5 minutes ago Running coredns 0 8ed6236d4db5d coredns-7c65d6cfc9-mc8s8
6b73547e89dce 3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52 5 minutes ago Running kindnet-cni 0 f05cc2dabc46b kindnet-hj2qh
623595caf3621 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 5 minutes ago Running kube-proxy 0 0e87349546e7b kube-proxy-rlsxn
3ae549dfb8f03 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 5 minutes ago Running kube-apiserver 0 376b526902bbf kube-apiserver-addons-803184
e146d6b67329b 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 5 minutes ago Running kube-controller-manager 0 042db5d4b535d kube-controller-manager-addons-803184
435c4410be526 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 5 minutes ago Running kube-scheduler 0 00173b9182265 kube-scheduler-addons-803184
73de1b918a7a5 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 5 minutes ago Running etcd 0 cac6a432d93bb etcd-addons-803184
==> coredns [e00de5529feb3105a9d5595de30251f65392278793d81aa68646e19b14cbb70d] <==
[INFO] 10.244.0.18:34610 - 11755 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000064177s
[INFO] 10.244.0.18:43599 - 50204 "A IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.005857594s
[INFO] 10.244.0.18:43599 - 50432 "AAAA IN registry.kube-system.svc.cluster.local.europe-west2-a.c.k8s-minikube.internal. udp 95 false 512" NXDOMAIN qr,rd,ra 95 0.007239333s
[INFO] 10.244.0.18:45817 - 41780 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.007004746s
[INFO] 10.244.0.18:45817 - 42039 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.007053558s
[INFO] 10.244.0.18:33593 - 10116 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.00587392s
[INFO] 10.244.0.18:33593 - 10344 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.006662611s
[INFO] 10.244.0.18:57312 - 55423 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00009205s
[INFO] 10.244.0.18:57312 - 55136 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000146158s
[INFO] 10.244.0.22:39175 - 30683 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000181174s
[INFO] 10.244.0.22:57941 - 17921 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000241168s
[INFO] 10.244.0.22:39755 - 28695 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00016942s
[INFO] 10.244.0.22:53390 - 17121 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000254421s
[INFO] 10.244.0.22:33757 - 52435 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00009425s
[INFO] 10.244.0.22:37986 - 46939 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000167377s
[INFO] 10.244.0.22:50270 - 1505 "AAAA IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.010778355s
[INFO] 10.244.0.22:37050 - 55336 "A IN storage.googleapis.com.europe-west2-a.c.k8s-minikube.internal. udp 90 false 1232" NXDOMAIN qr,rd,ra 79 0.010926821s
[INFO] 10.244.0.22:47906 - 24137 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.01020189s
[INFO] 10.244.0.22:43196 - 38204 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.010250558s
[INFO] 10.244.0.22:54173 - 43823 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.008688936s
[INFO] 10.244.0.22:38605 - 63551 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.008816568s
[INFO] 10.244.0.22:60385 - 7058 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000834358s
[INFO] 10.244.0.22:50769 - 55991 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.000954172s
[INFO] 10.244.0.25:57521 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000259007s
[INFO] 10.244.0.25:48577 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000145593s
==> describe nodes <==
Name: addons-803184
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-803184
kubernetes.io/os=linux
minikube.k8s.io/commit=eb485f4d2e746257bc08ad8e2f39a06044008ba8
minikube.k8s.io/name=addons-803184
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_28T17_08_05_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-803184
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 17:08:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-803184
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 17:13:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 17:11:39 +0000 Mon, 28 Oct 2024 17:08:00 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 17:11:39 +0000 Mon, 28 Oct 2024 17:08:00 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 17:11:39 +0000 Mon, 28 Oct 2024 17:08:00 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 17:11:39 +0000 Mon, 28 Oct 2024 17:08:23 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-803184
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859312Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859312Ki
pods: 110
System Info:
Machine ID: 8a2b47af00984e389c68af9dc7a29c31
System UUID: bf2f7dbd-aeea-4147-ba5b-eea51abda43d
Boot ID: 9ca5ee1d-76d3-40f6-894f-a30303f688cc
Kernel Version: 5.15.0-1070-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m14s
default hello-world-app-55bf9c44b4-hr2bl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m21s
ingress-nginx ingress-nginx-controller-5f85ff4588-qfhpf 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 5m36s
kube-system coredns-7c65d6cfc9-mc8s8 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 5m41s
kube-system etcd-addons-803184 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 5m47s
kube-system kindnet-hj2qh 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 5m41s
kube-system kube-apiserver-addons-803184 250m (3%) 0 (0%) 0 (0%) 0 (0%) 5m47s
kube-system kube-controller-manager-addons-803184 200m (2%) 0 (0%) 0 (0%) 0 (0%) 5m47s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m38s
kube-system kube-proxy-rlsxn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m41s
kube-system kube-scheduler-addons-803184 100m (1%) 0 (0%) 0 (0%) 0 (0%) 5m48s
kube-system metrics-server-84c5f94fbc-674zg 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 5m37s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
local-path-storage local-path-provisioner-86d989889c-xsbnr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (13%) 100m (1%)
memory 510Mi (1%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m37s kube-proxy
Normal Starting 5m52s kubelet Starting kubelet.
Warning CgroupV1 5m52s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 5m52s (x8 over 5m52s) kubelet Node addons-803184 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m52s (x8 over 5m52s) kubelet Node addons-803184 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m52s (x7 over 5m52s) kubelet Node addons-803184 status is now: NodeHasSufficientPID
Normal Starting 5m47s kubelet Starting kubelet.
Warning CgroupV1 5m47s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 5m47s kubelet Node addons-803184 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m47s kubelet Node addons-803184 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m47s kubelet Node addons-803184 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m42s node-controller Node addons-803184 event: Registered Node addons-803184 in Controller
Normal NodeReady 5m28s kubelet Node addons-803184 status is now: NodeReady
==> dmesg <==
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 82 50 ac a9 60 41 08 06
[Oct28 16:57] IPv4: martian source 10.244.0.1 from 10.244.0.47, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 6a 8c fc bf 5e 5d 08 06
[Oct28 16:58] IPv4: martian source 10.244.0.1 from 10.244.0.48, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 96 ca 3f 1e c5 5a 08 06
[ +23.638784] IPv4: martian source 10.244.0.1 from 10.244.0.49, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff b2 e8 fb 71 c4 cc 08 06
[Oct28 16:59] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff c2 e9 c4 bd 3e 0d 08 06
[ +22.900129] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 0e 49 91 d3 37 da 08 06
[Oct28 17:11] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: ae 60 89 a2 f9 64 7e f2 c6 70 f8 f0 08 00
[ +1.015600] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: ae 60 89 a2 f9 64 7e f2 c6 70 f8 f0 08 00
[ +2.015817] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000031] ll header: 00000000: ae 60 89 a2 f9 64 7e f2 c6 70 f8 f0 08 00
[ +4.127681] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: ae 60 89 a2 f9 64 7e f2 c6 70 f8 f0 08 00
[ +8.195365] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: ae 60 89 a2 f9 64 7e f2 c6 70 f8 f0 08 00
[Oct28 17:12] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: ae 60 89 a2 f9 64 7e f2 c6 70 f8 f0 08 00
[ +32.253574] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: ae 60 89 a2 f9 64 7e f2 c6 70 f8 f0 08 00
==> etcd [73de1b918a7a5fd4753b0587e1ada7b31e7e891034c23594c6e9253f52bb77f4] <==
{"level":"warn","ts":"2024-10-28T17:08:12.733268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.994814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4096"}
{"level":"info","ts":"2024-10-28T17:08:12.733319Z","caller":"traceutil/trace.go:171","msg":"trace[1954612271] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:409; }","duration":"195.058487ms","start":"2024-10-28T17:08:12.538250Z","end":"2024-10-28T17:08:12.733308Z","steps":["trace[1954612271] 'agreement among raft nodes before linearized reading' (duration: 194.958626ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T17:08:12.740649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.294141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/amd-gpu-device-plugin\" ","response":"range_response_count:0 size:5"}
{"level":"warn","ts":"2024-10-28T17:08:12.835507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.286876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-rlsxn\" ","response":"range_response_count:1 size:4833"}
{"level":"info","ts":"2024-10-28T17:08:12.838767Z","caller":"traceutil/trace.go:171","msg":"trace[1719793517] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-rlsxn; range_end:; response_count:1; response_revision:415; }","duration":"104.556054ms","start":"2024-10-28T17:08:12.734191Z","end":"2024-10-28T17:08:12.838748Z","steps":["trace[1719793517] 'agreement among raft nodes before linearized reading' (duration: 101.209093ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T17:08:12.836884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.439315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-803184\" ","response":"range_response_count:1 size:5655"}
{"level":"info","ts":"2024-10-28T17:08:12.839174Z","caller":"traceutil/trace.go:171","msg":"trace[640734739] range","detail":"{range_begin:/registry/minions/addons-803184; range_end:; response_count:1; response_revision:415; }","duration":"104.731509ms","start":"2024-10-28T17:08:12.734427Z","end":"2024-10-28T17:08:12.839158Z","steps":["trace[640734739] 'agreement among raft nodes before linearized reading' (duration: 102.414378ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T17:08:12.837072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.687466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T17:08:12.839547Z","caller":"traceutil/trace.go:171","msg":"trace[779157548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"105.158019ms","start":"2024-10-28T17:08:12.734377Z","end":"2024-10-28T17:08:12.839535Z","steps":["trace[779157548] 'agreement among raft nodes before linearized reading' (duration: 102.67492ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T17:08:12.837112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.903098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/minikube-ingress-dns\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T17:08:12.839931Z","caller":"traceutil/trace.go:171","msg":"trace[2084882310] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/minikube-ingress-dns; range_end:; response_count:0; response_revision:415; }","duration":"105.718598ms","start":"2024-10-28T17:08:12.734201Z","end":"2024-10-28T17:08:12.839920Z","steps":["trace[2084882310] 'agreement among raft nodes before linearized reading' (duration: 102.890249ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T17:08:12.842441Z","caller":"traceutil/trace.go:171","msg":"trace[734434833] range","detail":"{range_begin:/registry/daemonsets/kube-system/amd-gpu-device-plugin; range_end:; response_count:0; response_revision:414; }","duration":"291.759872ms","start":"2024-10-28T17:08:12.538333Z","end":"2024-10-28T17:08:12.830093Z","steps":["trace[734434833] 'agreement among raft nodes before linearized reading' (duration: 202.275165ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T17:08:12.842512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-28T17:08:12.538313Z","time spent":"304.176827ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/kube-system/amd-gpu-device-plugin\" "}
{"level":"info","ts":"2024-10-28T17:08:13.245277Z","caller":"traceutil/trace.go:171","msg":"trace[1499117157] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"101.046866ms","start":"2024-10-28T17:08:13.144211Z","end":"2024-10-28T17:08:13.245258Z","steps":["trace[1499117157] 'process raft request' (duration: 97.479313ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T17:08:13.547721Z","caller":"traceutil/trace.go:171","msg":"trace[1692226229] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"115.57696ms","start":"2024-10-28T17:08:13.432124Z","end":"2024-10-28T17:08:13.547701Z","steps":["trace[1692226229] 'process raft request' (duration: 113.493556ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T17:08:13.548851Z","caller":"traceutil/trace.go:171","msg":"trace[1209363146] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:460; }","duration":"102.101129ms","start":"2024-10-28T17:08:13.446735Z","end":"2024-10-28T17:08:13.548836Z","steps":["trace[1209363146] 'read index received' (duration: 98.894041ms)","trace[1209363146] 'applied index is now lower than readState.Index' (duration: 3.206309ms)"],"step_count":2}
{"level":"info","ts":"2024-10-28T17:08:13.549109Z","caller":"traceutil/trace.go:171","msg":"trace[13686491] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"114.15528ms","start":"2024-10-28T17:08:13.434942Z","end":"2024-10-28T17:08:13.549098Z","steps":["trace[13686491] 'process raft request' (duration: 113.680799ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T17:08:13.549333Z","caller":"traceutil/trace.go:171","msg":"trace[1084945865] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"104.646427ms","start":"2024-10-28T17:08:13.444668Z","end":"2024-10-28T17:08:13.549314Z","steps":["trace[1084945865] 'process raft request' (duration: 104.018849ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T17:08:13.549502Z","caller":"traceutil/trace.go:171","msg":"trace[924302981] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"102.950687ms","start":"2024-10-28T17:08:13.446544Z","end":"2024-10-28T17:08:13.549494Z","steps":["trace[924302981] 'process raft request' (duration: 102.22335ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T17:08:13.549749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.001409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-10-28T17:08:13.549809Z","caller":"traceutil/trace.go:171","msg":"trace[236314811] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:452; }","duration":"103.069302ms","start":"2024-10-28T17:08:13.446730Z","end":"2024-10-28T17:08:13.549799Z","steps":["trace[236314811] 'agreement among raft nodes before linearized reading' (duration: 102.982414ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T17:09:22.996485Z","caller":"traceutil/trace.go:171","msg":"trace[1224421849] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"113.666334ms","start":"2024-10-28T17:09:22.882799Z","end":"2024-10-28T17:09:22.996466Z","steps":["trace[1224421849] 'process raft request' (duration: 113.569703ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T17:09:23.184274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.888879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/gcp-auth/gcp-auth-certs-create-prslp\" ","response":"range_response_count:1 size:3937"}
{"level":"info","ts":"2024-10-28T17:09:23.184355Z","caller":"traceutil/trace.go:171","msg":"trace[1664509026] range","detail":"{range_begin:/registry/pods/gcp-auth/gcp-auth-certs-create-prslp; range_end:; response_count:1; response_revision:1148; }","duration":"129.978957ms","start":"2024-10-28T17:09:23.054360Z","end":"2024-10-28T17:09:23.184339Z","steps":["trace[1664509026] 'range keys from in-memory index tree' (duration: 129.767424ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T17:09:33.948521Z","caller":"traceutil/trace.go:171","msg":"trace[1215977858] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"156.152471ms","start":"2024-10-28T17:09:33.792344Z","end":"2024-10-28T17:09:33.948496Z","steps":["trace[1215977858] 'process raft request' (duration: 98.894578ms)","trace[1215977858] 'compare' (duration: 56.728244ms)"],"step_count":2}
==> kernel <==
17:13:51 up 56 min, 0 users, load average: 0.56, 1.05, 1.02
Linux addons-803184 5.15.0-1070-gcp #78~20.04.1-Ubuntu SMP Wed Oct 9 22:05:22 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [6b73547e89dceeef3fb7c4004a74974df90b4cc2fa98ca9c81951501c292b8fc] <==
I1028 17:11:43.333165 1 main.go:300] handling current node
I1028 17:11:53.330988 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:11:53.331051 1 main.go:300] handling current node
I1028 17:12:03.335870 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:12:03.335905 1 main.go:300] handling current node
I1028 17:12:13.330984 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:12:13.331019 1 main.go:300] handling current node
I1028 17:12:23.333661 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:12:23.333704 1 main.go:300] handling current node
I1028 17:12:33.337844 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:12:33.337891 1 main.go:300] handling current node
I1028 17:12:43.339957 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:12:43.339994 1 main.go:300] handling current node
I1028 17:12:53.331902 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:12:53.331940 1 main.go:300] handling current node
I1028 17:13:03.340033 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:13:03.340067 1 main.go:300] handling current node
I1028 17:13:13.331074 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:13:13.331121 1 main.go:300] handling current node
I1028 17:13:23.331887 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:13:23.331920 1 main.go:300] handling current node
I1028 17:13:33.339996 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:13:33.340031 1 main.go:300] handling current node
I1028 17:13:43.335908 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 17:13:43.335941 1 main.go:300] handling current node
==> kube-apiserver [3ae549dfb8f0306afc9487cc9c00be12be5b6bc817c8dff896bc3839613df59f] <==
> logger="UnhandledError"
E1028 17:10:04.249071 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.97.218.115:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.97.218.115:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.97.218.115:443: connect: connection refused" logger="UnhandledError"
I1028 17:10:04.280638 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1028 17:10:47.843425 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:52348: use of closed network connection
E1028 17:10:48.008478 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:52380: use of closed network connection
I1028 17:10:56.981174 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.102.243.234"}
I1028 17:11:27.391726 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1028 17:11:28.409463 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1028 17:11:29.660195 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1028 17:11:30.051527 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1028 17:11:30.251109 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.111.97.116"}
I1028 17:11:53.210874 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 17:11:53.211032 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 17:11:53.225176 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 17:11:53.225226 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 17:11:53.227091 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 17:11:53.227133 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 17:11:53.239219 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 17:11:53.239269 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 17:11:53.253710 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 17:11:53.253849 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1028 17:11:54.228238 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1028 17:11:54.253957 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1028 17:11:54.360339 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1028 17:13:50.042053 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.109.240.197"}
==> kube-controller-manager [e146d6b67329b03bab25aa2452b2d8ee0b9a6b5cf88ad7c5a9818a2d169b37a1] <==
E1028 17:12:12.536686 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:12:14.766700 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:12:14.766741 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:12:26.743310 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:12:26.743353 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:12:28.346237 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:12:28.346275 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:12:37.701281 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:12:37.701344 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:12:44.882102 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:12:44.882146 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:13:00.441632 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:13:00.441673 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:13:03.483171 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:13:03.483210 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:13:19.092134 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:13:19.092178 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:13:32.427576 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:13:32.427621 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 17:13:39.848807 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 17:13:39.848849 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1028 17:13:49.897378 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="13.76633ms"
I1028 17:13:49.901379 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="3.952504ms"
I1028 17:13:49.901461 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="42.641µs"
I1028 17:13:49.905532 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="46.168µs"
==> kube-proxy [623595caf36211b2a546c53f5e64979ddc2d898449f76b651d0ba9add0458a3d] <==
I1028 17:08:13.236451 1 server_linux.go:66] "Using iptables proxy"
I1028 17:08:14.144186 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1028 17:08:14.144285 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1028 17:08:14.441347 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1028 17:08:14.441498 1 server_linux.go:169] "Using iptables Proxier"
I1028 17:08:14.444289 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1028 17:08:14.444876 1 server.go:483] "Version info" version="v1.31.2"
I1028 17:08:14.445171 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1028 17:08:14.446715 1 config.go:199] "Starting service config controller"
I1028 17:08:14.446793 1 shared_informer.go:313] Waiting for caches to sync for service config
I1028 17:08:14.446852 1 config.go:105] "Starting endpoint slice config controller"
I1028 17:08:14.448135 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1028 17:08:14.446891 1 config.go:328] "Starting node config controller"
I1028 17:08:14.448241 1 shared_informer.go:313] Waiting for caches to sync for node config
I1028 17:08:14.547558 1 shared_informer.go:320] Caches are synced for service config
I1028 17:08:14.549043 1 shared_informer.go:320] Caches are synced for node config
I1028 17:08:14.549193 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [435c4410be52649f132de011f591feff06d668e561a7d54bd1eab1d252e3341c] <==
W1028 17:08:02.144871 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1028 17:08:02.144889 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 17:08:02.144934 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1028 17:08:02.144956 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:08:02.950479 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1028 17:08:02.950523 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:08:02.965016 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1028 17:08:02.965052 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:08:03.015547 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1028 17:08:03.015590 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1028 17:08:03.015635 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1028 17:08:03.015667 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 17:08:03.022111 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1028 17:08:03.022157 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:08:03.076513 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1028 17:08:03.076562 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:08:03.076513 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1028 17:08:03.076605 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:08:03.079760 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1028 17:08:03.079811 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:08:03.151940 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1028 17:08:03.151982 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 17:08:03.179325 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1028 17:08:03.179370 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
I1028 17:08:04.741621 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 28 17:13:44 addons-803184 kubelet[1630]: E1028 17:13:44.601743 1630 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730135624601494464,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:599399,},InodesUsed:&UInt64Value{Value:230,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:13:44 addons-803184 kubelet[1630]: E1028 17:13:44.601785 1630 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730135624601494464,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:599399,},InodesUsed:&UInt64Value{Value:230,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896455 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="hostpath"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896502 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="da3d6207-32ff-44d2-b0ee-df10b36350ac" containerName="csi-attacher"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896512 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="node-driver-registrar"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896521 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="liveness-probe"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896532 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="c7ceff62-7918-4d9e-bb94-6e5ee2b2777b" containerName="task-pv-container"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896544 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="7e68a1f2-b307-486c-ac3b-4c103de4e95c" containerName="csi-resizer"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896555 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="dc9caf29-d5cc-4123-96ee-d69a2da2e706" containerName="volume-snapshot-controller"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896564 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="865ae345-a0e7-417d-9c96-5544c2832d7e" containerName="volume-snapshot-controller"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896572 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="csi-external-health-monitor-controller"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896584 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="csi-provisioner"
Oct 28 17:13:49 addons-803184 kubelet[1630]: E1028 17:13:49.896592 1630 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="csi-snapshotter"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896640 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="dc9caf29-d5cc-4123-96ee-d69a2da2e706" containerName="volume-snapshot-controller"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896649 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="liveness-probe"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896656 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="csi-provisioner"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896663 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="c7ceff62-7918-4d9e-bb94-6e5ee2b2777b" containerName="task-pv-container"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896671 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="865ae345-a0e7-417d-9c96-5544c2832d7e" containerName="volume-snapshot-controller"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896680 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="csi-snapshotter"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896687 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="7e68a1f2-b307-486c-ac3b-4c103de4e95c" containerName="csi-resizer"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896694 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="node-driver-registrar"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896702 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="csi-external-health-monitor-controller"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896710 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="da3d6207-32ff-44d2-b0ee-df10b36350ac" containerName="csi-attacher"
Oct 28 17:13:49 addons-803184 kubelet[1630]: I1028 17:13:49.896717 1630 memory_manager.go:354] "RemoveStaleState removing state" podUID="d161e22d-e638-413a-aa21-c02a59e7f793" containerName="hostpath"
Oct 28 17:13:50 addons-803184 kubelet[1630]: I1028 17:13:50.069837 1630 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-29zb7\" (UniqueName: \"kubernetes.io/projected/dca9ecaf-fe7e-4b15-9068-edc992541e69-kube-api-access-29zb7\") pod \"hello-world-app-55bf9c44b4-hr2bl\" (UID: \"dca9ecaf-fe7e-4b15-9068-edc992541e69\") " pod="default/hello-world-app-55bf9c44b4-hr2bl"
==> storage-provisioner [812751f5e2a247ec37efb705c3eae0e2c65a9209dce8df8470218cf396718428] <==
I1028 17:08:24.837029 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1028 17:08:24.846747 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1028 17:08:24.846822 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1028 17:08:24.856451 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1028 17:08:24.856505 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"98a4a8f4-6ecd-4758-8640-ac8d02da712d", APIVersion:"v1", ResourceVersion:"926", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-803184_e9eb44be-1eca-44fd-a052-5a56aabaeb8b became leader
I1028 17:08:24.856647 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-803184_e9eb44be-1eca-44fd-a052-5a56aabaeb8b!
I1028 17:08:24.957775 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-803184_e9eb44be-1eca-44fd-a052-5a56aabaeb8b!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-803184 -n addons-803184
helpers_test.go:261: (dbg) Run: kubectl --context addons-803184 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: hello-world-app-55bf9c44b4-hr2bl ingress-nginx-admission-create-xqrnj ingress-nginx-admission-patch-prp8k
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-803184 describe pod hello-world-app-55bf9c44b4-hr2bl ingress-nginx-admission-create-xqrnj ingress-nginx-admission-patch-prp8k
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-803184 describe pod hello-world-app-55bf9c44b4-hr2bl ingress-nginx-admission-create-xqrnj ingress-nginx-admission-patch-prp8k: exit status 1 (68.258833ms)
-- stdout --
Name: hello-world-app-55bf9c44b4-hr2bl
Namespace: default
Priority: 0
Service Account: default
Node: addons-803184/192.168.49.2
Start Time: Mon, 28 Oct 2024 17:13:49 +0000
Labels: app=hello-world-app
pod-template-hash=55bf9c44b4
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/hello-world-app-55bf9c44b4
Containers:
hello-world-app:
Container ID:
Image: docker.io/kicbase/echo-server:1.0
Image ID:
Port: 8080/TCP
Host Port: 0/TCP
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-29zb7 (ro)
Conditions:
Type Status
PodReadyToStartContainers False
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
kube-api-access-29zb7:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 3s default-scheduler Successfully assigned default/hello-world-app-55bf9c44b4-hr2bl to addons-803184
Normal Pulling 2s kubelet Pulling image "docker.io/kicbase/echo-server:1.0"
-- /stdout --
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-xqrnj" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-prp8k" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-803184 describe pod hello-world-app-55bf9c44b4-hr2bl ingress-nginx-admission-create-xqrnj ingress-nginx-admission-patch-prp8k: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-803184 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-803184 addons disable ingress-dns --alsologtostderr -v=1: (1.346369111s)
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-803184 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-803184 addons disable ingress --alsologtostderr -v=1: (7.614543582s)
--- FAIL: TestAddons/parallel/Ingress (151.58s)