=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-977132 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-977132 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-977132 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [2a429f06-d041-46d4-891c-871dc32498cb] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [2a429f06-d041-46d4-891c-871dc32498cb] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 7.003937899s
I1010 19:17:13.466457 582829 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-977132 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-977132 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.369418149s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-977132 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-977132 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-977132
helpers_test.go:235: (dbg) docker inspect addons-977132:
-- stdout --
[
{
"Id": "115ee5d35b8a7e9e44fc55abe1ec48cd1ef5d7fe55e79d99ad4104eff239e9d4",
"Created": "2024-10-10T19:12:39.524585063Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 584073,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-10T19:12:39.66270486Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e5ca9b83e048da5ecbd9864892b13b9f06d661ec5eae41590141157c6fe62bf7",
"ResolvConfPath": "/var/lib/docker/containers/115ee5d35b8a7e9e44fc55abe1ec48cd1ef5d7fe55e79d99ad4104eff239e9d4/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/115ee5d35b8a7e9e44fc55abe1ec48cd1ef5d7fe55e79d99ad4104eff239e9d4/hostname",
"HostsPath": "/var/lib/docker/containers/115ee5d35b8a7e9e44fc55abe1ec48cd1ef5d7fe55e79d99ad4104eff239e9d4/hosts",
"LogPath": "/var/lib/docker/containers/115ee5d35b8a7e9e44fc55abe1ec48cd1ef5d7fe55e79d99ad4104eff239e9d4/115ee5d35b8a7e9e44fc55abe1ec48cd1ef5d7fe55e79d99ad4104eff239e9d4-json.log",
"Name": "/addons-977132",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-977132:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-977132",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ba464c88d96f293f5420fffe6c991d4086860e3617c881bc4092c7793e4654fe-init/diff:/var/lib/docker/overlay2/9fa49e40a6bc2dcbd3c4df62fdce2b2225a9271fa1b72ee711f1edb80a10779e/diff",
"MergedDir": "/var/lib/docker/overlay2/ba464c88d96f293f5420fffe6c991d4086860e3617c881bc4092c7793e4654fe/merged",
"UpperDir": "/var/lib/docker/overlay2/ba464c88d96f293f5420fffe6c991d4086860e3617c881bc4092c7793e4654fe/diff",
"WorkDir": "/var/lib/docker/overlay2/ba464c88d96f293f5420fffe6c991d4086860e3617c881bc4092c7793e4654fe/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-977132",
"Source": "/var/lib/docker/volumes/addons-977132/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-977132",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-977132",
"name.minikube.sigs.k8s.io": "addons-977132",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "b5ee32174b9db35bf028a5074eb7e4ab6ac191df700d4f7277ddc3b107ab97e0",
"SandboxKey": "/var/run/docker/netns/b5ee32174b9d",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33503"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33504"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33507"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33505"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33506"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-977132": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "0f889be65527b7a1874f97811e0bc073be9dc127bd7cb600fc15ebeb8ff8fae9",
"EndpointID": "6efa279618cdeabf63231898660b6cbe00c7d9cae4682e2d861b4d8bc8af37fb",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-977132",
"115ee5d35b8a"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-977132 -n addons-977132
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-977132 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-977132 logs -n 25: (1.572543112s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | --all | minikube | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | 10 Oct 24 19:12 UTC |
| delete | -p download-only-730776 | download-only-730776 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | 10 Oct 24 19:12 UTC |
| start | -o=json --download-only | download-only-797760 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | |
| | -p download-only-797760 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.1 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | 10 Oct 24 19:12 UTC |
| delete | -p download-only-797760 | download-only-797760 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | 10 Oct 24 19:12 UTC |
| delete | -p download-only-730776 | download-only-730776 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | 10 Oct 24 19:12 UTC |
| delete | -p download-only-797760 | download-only-797760 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | 10 Oct 24 19:12 UTC |
| start | --download-only -p | download-docker-451469 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | |
| | download-docker-451469 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-451469 | download-docker-451469 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | 10 Oct 24 19:12 UTC |
| start | --download-only -p | binary-mirror-668651 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | |
| | binary-mirror-668651 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:38685 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-668651 | binary-mirror-668651 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | 10 Oct 24 19:12 UTC |
| addons | enable dashboard -p | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | |
| | addons-977132 | | | | | |
| addons | disable dashboard -p | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | |
| | addons-977132 | | | | | |
| start | -p addons-977132 --wait=true | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:12 UTC | 10 Oct 24 19:15 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-977132 addons disable | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:15 UTC | 10 Oct 24 19:15 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-977132 addons disable | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:15 UTC | 10 Oct 24 19:15 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:15 UTC | 10 Oct 24 19:15 UTC |
| | -p addons-977132 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-977132 addons disable | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:16 UTC | 10 Oct 24 19:16 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-977132 ip | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:16 UTC | 10 Oct 24 19:16 UTC |
| addons | addons-977132 addons disable | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:16 UTC | 10 Oct 24 19:16 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-977132 addons | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:16 UTC | 10 Oct 24 19:16 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-977132 addons | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:16 UTC | 10 Oct 24 19:16 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-977132 addons | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:17 UTC | 10 Oct 24 19:17 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-977132 ssh curl -s | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:17 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-977132 ip | addons-977132 | jenkins | v1.34.0 | 10 Oct 24 19:19 UTC | 10 Oct 24 19:19 UTC |
|---------|--------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/10 19:12:14
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.1 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1010 19:12:14.812103 583582 out.go:345] Setting OutFile to fd 1 ...
I1010 19:12:14.812293 583582 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1010 19:12:14.812303 583582 out.go:358] Setting ErrFile to fd 2...
I1010 19:12:14.812309 583582 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1010 19:12:14.812576 583582 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19787-577430/.minikube/bin
I1010 19:12:14.813069 583582 out.go:352] Setting JSON to false
I1010 19:12:14.814066 583582 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":10484,"bootTime":1728577051,"procs":175,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1010 19:12:14.814135 583582 start.go:139] virtualization:
I1010 19:12:14.816050 583582 out.go:177] * [addons-977132] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1010 19:12:14.817821 583582 out.go:177] - MINIKUBE_LOCATION=19787
I1010 19:12:14.817881 583582 notify.go:220] Checking for updates...
I1010 19:12:14.821238 583582 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1010 19:12:14.823431 583582 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19787-577430/kubeconfig
I1010 19:12:14.825138 583582 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19787-577430/.minikube
I1010 19:12:14.826519 583582 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1010 19:12:14.828318 583582 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1010 19:12:14.830200 583582 driver.go:394] Setting default libvirt URI to qemu:///system
I1010 19:12:14.854909 583582 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1010 19:12:14.855045 583582 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1010 19:12:14.911140 583582 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-10-10 19:12:14.901557246 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1010 19:12:14.911254 583582 docker.go:318] overlay module found
I1010 19:12:14.913298 583582 out.go:177] * Using the docker driver based on user configuration
I1010 19:12:14.914551 583582 start.go:297] selected driver: docker
I1010 19:12:14.914571 583582 start.go:901] validating driver "docker" against <nil>
I1010 19:12:14.914587 583582 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1010 19:12:14.915229 583582 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1010 19:12:14.962628 583582 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-10-10 19:12:14.953656127 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1010 19:12:14.962847 583582 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1010 19:12:14.963069 583582 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1010 19:12:14.964699 583582 out.go:177] * Using Docker driver with root privileges
I1010 19:12:14.966054 583582 cni.go:84] Creating CNI manager for ""
I1010 19:12:14.966111 583582 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1010 19:12:14.966124 583582 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1010 19:12:14.966198 583582 start.go:340] cluster config:
{Name:addons-977132 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-977132 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1010 19:12:14.968424 583582 out.go:177] * Starting "addons-977132" primary control-plane node in "addons-977132" cluster
I1010 19:12:14.969612 583582 cache.go:121] Beginning downloading kic base image for docker with crio
I1010 19:12:14.970932 583582 out.go:177] * Pulling base image v0.0.45-1728382586-19774 ...
I1010 19:12:14.972083 583582 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1010 19:12:14.972113 583582 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec in local docker daemon
I1010 19:12:14.972126 583582 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19787-577430/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-arm64.tar.lz4
I1010 19:12:14.972147 583582 cache.go:56] Caching tarball of preloaded images
I1010 19:12:14.972225 583582 preload.go:172] Found /home/jenkins/minikube-integration/19787-577430/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1010 19:12:14.972235 583582 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1010 19:12:14.972571 583582 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/config.json ...
I1010 19:12:14.972606 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/config.json: {Name:mk05bf5fd8b4fe7887892966b8818eec026cfb9b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:14.987429 583582 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec to local cache
I1010 19:12:14.987537 583582 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec in local cache directory
I1010 19:12:14.987555 583582 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec in local cache directory, skipping pull
I1010 19:12:14.987560 583582 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec exists in cache, skipping pull
I1010 19:12:14.987592 583582 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec as a tarball
I1010 19:12:14.987598 583582 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec from local cache
I1010 19:12:31.799723 583582 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec from cached tarball
I1010 19:12:31.799763 583582 cache.go:194] Successfully downloaded all kic artifacts
I1010 19:12:31.799804 583582 start.go:360] acquireMachinesLock for addons-977132: {Name:mkc29cafb7a66740ad8c7cf7a7ef65e34a1e1aa6 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1010 19:12:31.799934 583582 start.go:364] duration metric: took 102.561µs to acquireMachinesLock for "addons-977132"
I1010 19:12:31.799965 583582 start.go:93] Provisioning new machine with config: &{Name:addons-977132 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-977132 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 19:12:31.800048 583582 start.go:125] createHost starting for "" (driver="docker")
I1010 19:12:31.801902 583582 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1010 19:12:31.802153 583582 start.go:159] libmachine.API.Create for "addons-977132" (driver="docker")
I1010 19:12:31.802188 583582 client.go:168] LocalClient.Create starting
I1010 19:12:31.802289 583582 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19787-577430/.minikube/certs/ca.pem
I1010 19:12:32.512585 583582 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19787-577430/.minikube/certs/cert.pem
I1010 19:12:33.870095 583582 cli_runner.go:164] Run: docker network inspect addons-977132 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1010 19:12:33.886710 583582 cli_runner.go:211] docker network inspect addons-977132 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1010 19:12:33.886790 583582 network_create.go:284] running [docker network inspect addons-977132] to gather additional debugging logs...
I1010 19:12:33.886812 583582 cli_runner.go:164] Run: docker network inspect addons-977132
W1010 19:12:33.903079 583582 cli_runner.go:211] docker network inspect addons-977132 returned with exit code 1
I1010 19:12:33.903108 583582 network_create.go:287] error running [docker network inspect addons-977132]: docker network inspect addons-977132: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-977132 not found
I1010 19:12:33.903121 583582 network_create.go:289] output of [docker network inspect addons-977132]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-977132 not found
** /stderr **
I1010 19:12:33.903219 583582 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1010 19:12:33.919894 583582 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40018ae720}
I1010 19:12:33.919943 583582 network_create.go:124] attempt to create docker network addons-977132 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1010 19:12:33.920004 583582 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-977132 addons-977132
I1010 19:12:33.991802 583582 network_create.go:108] docker network addons-977132 192.168.49.0/24 created
I1010 19:12:33.991837 583582 kic.go:121] calculated static IP "192.168.49.2" for the "addons-977132" container
I1010 19:12:33.991909 583582 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1010 19:12:34.006270 583582 cli_runner.go:164] Run: docker volume create addons-977132 --label name.minikube.sigs.k8s.io=addons-977132 --label created_by.minikube.sigs.k8s.io=true
I1010 19:12:34.023572 583582 oci.go:103] Successfully created a docker volume addons-977132
I1010 19:12:34.023683 583582 cli_runner.go:164] Run: docker run --rm --name addons-977132-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-977132 --entrypoint /usr/bin/test -v addons-977132:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec -d /var/lib
I1010 19:12:35.407005 583582 cli_runner.go:217] Completed: docker run --rm --name addons-977132-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-977132 --entrypoint /usr/bin/test -v addons-977132:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec -d /var/lib: (1.383276392s)
I1010 19:12:35.407034 583582 oci.go:107] Successfully prepared a docker volume addons-977132
I1010 19:12:35.407060 583582 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1010 19:12:35.407079 583582 kic.go:194] Starting extracting preloaded images to volume ...
I1010 19:12:35.407151 583582 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19787-577430/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-977132:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec -I lz4 -xf /preloaded.tar -C /extractDir
I1010 19:12:39.459928 583582 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19787-577430/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-977132:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec -I lz4 -xf /preloaded.tar -C /extractDir: (4.052733528s)
I1010 19:12:39.459960 583582 kic.go:203] duration metric: took 4.052878515s to extract preloaded images to volume ...
W1010 19:12:39.460109 583582 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1010 19:12:39.460229 583582 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1010 19:12:39.509967 583582 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-977132 --name addons-977132 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-977132 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-977132 --network addons-977132 --ip 192.168.49.2 --volume addons-977132:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec
I1010 19:12:39.840279 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Running}}
I1010 19:12:39.859557 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:12:39.884346 583582 cli_runner.go:164] Run: docker exec addons-977132 stat /var/lib/dpkg/alternatives/iptables
I1010 19:12:39.957143 583582 oci.go:144] the created container "addons-977132" has a running status.
I1010 19:12:39.957171 583582 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa...
I1010 19:12:40.268210 583582 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1010 19:12:40.295419 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:12:40.317560 583582 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1010 19:12:40.317582 583582 kic_runner.go:114] Args: [docker exec --privileged addons-977132 chown docker:docker /home/docker/.ssh/authorized_keys]
I1010 19:12:40.419491 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:12:40.440763 583582 machine.go:93] provisionDockerMachine start ...
I1010 19:12:40.440877 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:12:40.464011 583582 main.go:141] libmachine: Using SSH client type: native
I1010 19:12:40.464283 583582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413e90] 0x4166d0 <nil> [] 0s} 127.0.0.1 33503 <nil> <nil>}
I1010 19:12:40.464299 583582 main.go:141] libmachine: About to run SSH command:
hostname
I1010 19:12:40.464869 583582 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:32784->127.0.0.1:33503: read: connection reset by peer
I1010 19:12:43.601263 583582 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-977132
I1010 19:12:43.601288 583582 ubuntu.go:169] provisioning hostname "addons-977132"
I1010 19:12:43.601351 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:12:43.620175 583582 main.go:141] libmachine: Using SSH client type: native
I1010 19:12:43.620448 583582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413e90] 0x4166d0 <nil> [] 0s} 127.0.0.1 33503 <nil> <nil>}
I1010 19:12:43.620467 583582 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-977132 && echo "addons-977132" | sudo tee /etc/hostname
I1010 19:12:43.762322 583582 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-977132
I1010 19:12:43.762471 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:12:43.780322 583582 main.go:141] libmachine: Using SSH client type: native
I1010 19:12:43.780622 583582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413e90] 0x4166d0 <nil> [] 0s} 127.0.0.1 33503 <nil> <nil>}
I1010 19:12:43.780641 583582 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-977132' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-977132/g' /etc/hosts;
else
echo '127.0.1.1 addons-977132' | sudo tee -a /etc/hosts;
fi
fi
I1010 19:12:43.915018 583582 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1010 19:12:43.915046 583582 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19787-577430/.minikube CaCertPath:/home/jenkins/minikube-integration/19787-577430/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19787-577430/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19787-577430/.minikube}
I1010 19:12:43.915065 583582 ubuntu.go:177] setting up certificates
I1010 19:12:43.915077 583582 provision.go:84] configureAuth start
I1010 19:12:43.915143 583582 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-977132
I1010 19:12:43.931580 583582 provision.go:143] copyHostCerts
I1010 19:12:43.931670 583582 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-577430/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19787-577430/.minikube/ca.pem (1078 bytes)
I1010 19:12:43.931802 583582 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-577430/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19787-577430/.minikube/cert.pem (1123 bytes)
I1010 19:12:43.931873 583582 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-577430/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19787-577430/.minikube/key.pem (1675 bytes)
I1010 19:12:43.931931 583582 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19787-577430/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19787-577430/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19787-577430/.minikube/certs/ca-key.pem org=jenkins.addons-977132 san=[127.0.0.1 192.168.49.2 addons-977132 localhost minikube]
I1010 19:12:44.241376 583582 provision.go:177] copyRemoteCerts
I1010 19:12:44.241488 583582 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1010 19:12:44.241536 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:12:44.257841 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:12:44.350250 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1010 19:12:44.384578 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1010 19:12:44.408178 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1010 19:12:44.431501 583582 provision.go:87] duration metric: took 516.409657ms to configureAuth
I1010 19:12:44.431530 583582 ubuntu.go:193] setting minikube options for container-runtime
I1010 19:12:44.431714 583582 config.go:182] Loaded profile config "addons-977132": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 19:12:44.431826 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:12:44.448372 583582 main.go:141] libmachine: Using SSH client type: native
I1010 19:12:44.448620 583582 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x413e90] 0x4166d0 <nil> [] 0s} 127.0.0.1 33503 <nil> <nil>}
I1010 19:12:44.448636 583582 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1010 19:12:44.680404 583582 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1010 19:12:44.680437 583582 machine.go:96] duration metric: took 4.239643941s to provisionDockerMachine
I1010 19:12:44.680455 583582 client.go:171] duration metric: took 12.878257625s to LocalClient.Create
I1010 19:12:44.680468 583582 start.go:167] duration metric: took 12.878315585s to libmachine.API.Create "addons-977132"
I1010 19:12:44.680475 583582 start.go:293] postStartSetup for "addons-977132" (driver="docker")
I1010 19:12:44.680485 583582 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1010 19:12:44.680559 583582 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1010 19:12:44.680602 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:12:44.698042 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:12:44.791405 583582 ssh_runner.go:195] Run: cat /etc/os-release
I1010 19:12:44.795102 583582 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1010 19:12:44.795144 583582 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1010 19:12:44.795156 583582 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1010 19:12:44.795164 583582 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1010 19:12:44.795174 583582 filesync.go:126] Scanning /home/jenkins/minikube-integration/19787-577430/.minikube/addons for local assets ...
I1010 19:12:44.795250 583582 filesync.go:126] Scanning /home/jenkins/minikube-integration/19787-577430/.minikube/files for local assets ...
I1010 19:12:44.795277 583582 start.go:296] duration metric: took 114.79605ms for postStartSetup
I1010 19:12:44.795605 583582 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-977132
I1010 19:12:44.813593 583582 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/config.json ...
I1010 19:12:44.815762 583582 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1010 19:12:44.815864 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:12:44.833077 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:12:44.922404 583582 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1010 19:12:44.927006 583582 start.go:128] duration metric: took 13.126942887s to createHost
I1010 19:12:44.927034 583582 start.go:83] releasing machines lock for "addons-977132", held for 13.127086506s
I1010 19:12:44.927105 583582 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-977132
I1010 19:12:44.942332 583582 ssh_runner.go:195] Run: cat /version.json
I1010 19:12:44.942386 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:12:44.942489 583582 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1010 19:12:44.942566 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:12:44.959936 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:12:44.971283 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:12:45.185820 583582 ssh_runner.go:195] Run: systemctl --version
I1010 19:12:45.191663 583582 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1010 19:12:45.339863 583582 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1010 19:12:45.344624 583582 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1010 19:12:45.365518 583582 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1010 19:12:45.365622 583582 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1010 19:12:45.401027 583582 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1010 19:12:45.401049 583582 start.go:495] detecting cgroup driver to use...
I1010 19:12:45.401083 583582 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1010 19:12:45.401134 583582 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1010 19:12:45.417179 583582 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1010 19:12:45.429151 583582 docker.go:217] disabling cri-docker service (if available) ...
I1010 19:12:45.429214 583582 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1010 19:12:45.442637 583582 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1010 19:12:45.458135 583582 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1010 19:12:45.552060 583582 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1010 19:12:45.651448 583582 docker.go:233] disabling docker service ...
I1010 19:12:45.651572 583582 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1010 19:12:45.672620 583582 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1010 19:12:45.684437 583582 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1010 19:12:45.770729 583582 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1010 19:12:45.874892 583582 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1010 19:12:45.887888 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1010 19:12:45.905058 583582 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1010 19:12:45.905143 583582 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 19:12:45.916449 583582 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1010 19:12:45.916576 583582 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 19:12:45.928070 583582 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1010 19:12:45.939182 583582 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1010 19:12:45.950429 583582 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1010 19:12:45.959587 583582 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1010 19:12:45.969397 583582 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1010 19:12:45.985141 583582 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 19:12:45.995232 583582 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1010 19:12:46.004490 583582 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1010 19:12:46.013516 583582 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 19:12:46.097372 583582 ssh_runner.go:195] Run: sudo systemctl restart crio
I1010 19:12:46.212695 583582 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1010 19:12:46.212850 583582 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1010 19:12:46.216769 583582 start.go:563] Will wait 60s for crictl version
I1010 19:12:46.216877 583582 ssh_runner.go:195] Run: which crictl
I1010 19:12:46.220209 583582 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1010 19:12:46.260176 583582 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1010 19:12:46.260340 583582 ssh_runner.go:195] Run: crio --version
I1010 19:12:46.300243 583582 ssh_runner.go:195] Run: crio --version
I1010 19:12:46.339393 583582 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.24.6 ...
I1010 19:12:46.340630 583582 cli_runner.go:164] Run: docker network inspect addons-977132 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1010 19:12:46.355177 583582 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1010 19:12:46.358673 583582 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1010 19:12:46.369196 583582 kubeadm.go:883] updating cluster {Name:addons-977132 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-977132 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1010 19:12:46.369315 583582 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1010 19:12:46.369371 583582 ssh_runner.go:195] Run: sudo crictl images --output json
I1010 19:12:46.440526 583582 crio.go:514] all images are preloaded for cri-o runtime.
I1010 19:12:46.440551 583582 crio.go:433] Images already preloaded, skipping extraction
I1010 19:12:46.440609 583582 ssh_runner.go:195] Run: sudo crictl images --output json
I1010 19:12:46.476902 583582 crio.go:514] all images are preloaded for cri-o runtime.
I1010 19:12:46.476925 583582 cache_images.go:84] Images are preloaded, skipping loading
I1010 19:12:46.476934 583582 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.1 crio true true} ...
I1010 19:12:46.477025 583582 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-977132 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:addons-977132 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1010 19:12:46.477106 583582 ssh_runner.go:195] Run: crio config
I1010 19:12:46.523524 583582 cni.go:84] Creating CNI manager for ""
I1010 19:12:46.523548 583582 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1010 19:12:46.523558 583582 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1010 19:12:46.523583 583582 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-977132 NodeName:addons-977132 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1010 19:12:46.523731 583582 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-977132"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1010 19:12:46.523808 583582 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1010 19:12:46.532820 583582 binaries.go:44] Found k8s binaries, skipping transfer
I1010 19:12:46.532923 583582 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1010 19:12:46.541495 583582 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1010 19:12:46.559118 583582 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1010 19:12:46.576448 583582 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2151 bytes)
I1010 19:12:46.593903 583582 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1010 19:12:46.597284 583582 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1010 19:12:46.607847 583582 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 19:12:46.688616 583582 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1010 19:12:46.702123 583582 certs.go:68] Setting up /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132 for IP: 192.168.49.2
I1010 19:12:46.702196 583582 certs.go:194] generating shared ca certs ...
I1010 19:12:46.702225 583582 certs.go:226] acquiring lock for ca certs: {Name:mk303c1ab8e78a19ab10122d783dd50e6011ab71 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:46.702778 583582 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19787-577430/.minikube/ca.key
I1010 19:12:46.908912 583582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-577430/.minikube/ca.crt ...
I1010 19:12:46.908944 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/ca.crt: {Name:mkc2514cf158b9c9bd3bf3073363404014a88b56 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:46.909146 583582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-577430/.minikube/ca.key ...
I1010 19:12:46.909160 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/ca.key: {Name:mk9007a6714fea2d577fb7cfa9e0cc7486869804 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:46.909251 583582 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19787-577430/.minikube/proxy-client-ca.key
I1010 19:12:47.476626 583582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-577430/.minikube/proxy-client-ca.crt ...
I1010 19:12:47.476659 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/proxy-client-ca.crt: {Name:mk2c00d45b585aa6c3a55a1662786472881773a1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:47.477496 583582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-577430/.minikube/proxy-client-ca.key ...
I1010 19:12:47.477512 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/proxy-client-ca.key: {Name:mke420d92c6a6502c0f6e4153c676dc916d6f9ca Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:47.477587 583582 certs.go:256] generating profile certs ...
I1010 19:12:47.477643 583582 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/client.key
I1010 19:12:47.477659 583582 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/client.crt with IP's: []
I1010 19:12:47.670665 583582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/client.crt ...
I1010 19:12:47.670710 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/client.crt: {Name:mkd08e3ad7dc766ba5296b8a05fcfc53ed253007 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:47.672099 583582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/client.key ...
I1010 19:12:47.672118 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/client.key: {Name:mke9e212da24df6fbd8c53fca5c1ff2fd495d871 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:47.672580 583582 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.key.1fca1908
I1010 19:12:47.672605 583582 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.crt.1fca1908 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1010 19:12:48.334344 583582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.crt.1fca1908 ...
I1010 19:12:48.334382 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.crt.1fca1908: {Name:mk4c2c118e702a96bef38f691d0240cc757a0fea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:48.334573 583582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.key.1fca1908 ...
I1010 19:12:48.334587 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.key.1fca1908: {Name:mka3a460cec739a5215ed3afc9bf6282f1b39297 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:48.334670 583582 certs.go:381] copying /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.crt.1fca1908 -> /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.crt
I1010 19:12:48.334757 583582 certs.go:385] copying /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.key.1fca1908 -> /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.key
I1010 19:12:48.334810 583582 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/proxy-client.key
I1010 19:12:48.334830 583582 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/proxy-client.crt with IP's: []
I1010 19:12:49.266520 583582 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/proxy-client.crt ...
I1010 19:12:49.266554 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/proxy-client.crt: {Name:mkea9ab43c0ed44c978d1ba22c24f1eaf467545e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:49.266750 583582 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/proxy-client.key ...
I1010 19:12:49.266771 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/proxy-client.key: {Name:mk028a1dffb747a5e4b23093262e535836ab4cc5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:12:49.266988 583582 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-577430/.minikube/certs/ca-key.pem (1675 bytes)
I1010 19:12:49.267033 583582 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-577430/.minikube/certs/ca.pem (1078 bytes)
I1010 19:12:49.267062 583582 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-577430/.minikube/certs/cert.pem (1123 bytes)
I1010 19:12:49.267085 583582 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-577430/.minikube/certs/key.pem (1675 bytes)
I1010 19:12:49.267688 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1010 19:12:49.293943 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1010 19:12:49.318254 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1010 19:12:49.341813 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1010 19:12:49.364807 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1010 19:12:49.388732 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1010 19:12:49.412947 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1010 19:12:49.436532 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/profiles/addons-977132/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1010 19:12:49.460034 583582 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-577430/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1010 19:12:49.484823 583582 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1010 19:12:49.502533 583582 ssh_runner.go:195] Run: openssl version
I1010 19:12:49.508055 583582 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1010 19:12:49.517558 583582 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1010 19:12:49.520931 583582 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 10 19:12 /usr/share/ca-certificates/minikubeCA.pem
I1010 19:12:49.520998 583582 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1010 19:12:49.527674 583582 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1010 19:12:49.536898 583582 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1010 19:12:49.540216 583582 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1010 19:12:49.540263 583582 kubeadm.go:392] StartCluster: {Name:addons-977132 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:addons-977132 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1010 19:12:49.540350 583582 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1010 19:12:49.540416 583582 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1010 19:12:49.580427 583582 cri.go:89] found id: ""
I1010 19:12:49.580498 583582 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1010 19:12:49.589047 583582 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1010 19:12:49.597637 583582 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1010 19:12:49.597719 583582 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1010 19:12:49.606485 583582 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1010 19:12:49.606509 583582 kubeadm.go:157] found existing configuration files:
I1010 19:12:49.606572 583582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1010 19:12:49.615374 583582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1010 19:12:49.615469 583582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1010 19:12:49.624177 583582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1010 19:12:49.633041 583582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1010 19:12:49.633128 583582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1010 19:12:49.641529 583582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1010 19:12:49.649985 583582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1010 19:12:49.650088 583582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1010 19:12:49.659163 583582 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1010 19:12:49.672340 583582 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1010 19:12:49.672461 583582 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1010 19:12:49.681684 583582 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1010 19:12:49.729558 583582 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1010 19:12:49.729818 583582 kubeadm.go:310] [preflight] Running pre-flight checks
I1010 19:12:49.747706 583582 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1010 19:12:49.747809 583582 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1070-aws[0m
I1010 19:12:49.747863 583582 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1010 19:12:49.747915 583582 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1010 19:12:49.747967 583582 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1010 19:12:49.748017 583582 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1010 19:12:49.748067 583582 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1010 19:12:49.748118 583582 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1010 19:12:49.748171 583582 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1010 19:12:49.748221 583582 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1010 19:12:49.748273 583582 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1010 19:12:49.748324 583582 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1010 19:12:49.809372 583582 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1010 19:12:49.809506 583582 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1010 19:12:49.809609 583582 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1010 19:12:49.816149 583582 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1010 19:12:49.817736 583582 out.go:235] - Generating certificates and keys ...
I1010 19:12:49.817922 583582 kubeadm.go:310] [certs] Using existing ca certificate authority
I1010 19:12:49.818035 583582 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1010 19:12:50.218681 583582 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1010 19:12:50.694515 583582 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1010 19:12:51.191790 583582 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1010 19:12:51.810217 583582 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1010 19:12:52.309403 583582 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1010 19:12:52.309750 583582 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-977132 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1010 19:12:52.799685 583582 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1010 19:12:52.799840 583582 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-977132 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1010 19:12:53.682667 583582 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1010 19:12:54.408397 583582 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1010 19:12:54.596236 583582 kubeadm.go:310] [certs] Generating "sa" key and public key
I1010 19:12:54.596514 583582 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1010 19:12:54.893207 583582 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1010 19:12:55.322533 583582 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1010 19:12:55.517539 583582 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1010 19:12:56.492011 583582 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1010 19:12:56.861315 583582 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1010 19:12:56.862011 583582 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1010 19:12:56.865381 583582 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1010 19:12:56.867181 583582 out.go:235] - Booting up control plane ...
I1010 19:12:56.867297 583582 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1010 19:12:56.867381 583582 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1010 19:12:56.868573 583582 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1010 19:12:56.879174 583582 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1010 19:12:56.885495 583582 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1010 19:12:56.885561 583582 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1010 19:12:56.984833 583582 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1010 19:12:56.984957 583582 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1010 19:12:57.987318 583582 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.002203935s
I1010 19:12:57.987411 583582 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1010 19:13:03.988362 583582 kubeadm.go:310] [api-check] The API server is healthy after 6.001300948s
I1010 19:13:04.009493 583582 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1010 19:13:04.023505 583582 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1010 19:13:04.050099 583582 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1010 19:13:04.050299 583582 kubeadm.go:310] [mark-control-plane] Marking the node addons-977132 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1010 19:13:04.061325 583582 kubeadm.go:310] [bootstrap-token] Using token: 3xctjl.nzb80ekzwxqh8xhw
I1010 19:13:04.065837 583582 out.go:235] - Configuring RBAC rules ...
I1010 19:13:04.065981 583582 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1010 19:13:04.071156 583582 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1010 19:13:04.080044 583582 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1010 19:13:04.084125 583582 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1010 19:13:04.087950 583582 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1010 19:13:04.091686 583582 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1010 19:13:04.395625 583582 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1010 19:13:04.840618 583582 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1010 19:13:05.397533 583582 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1010 19:13:05.398806 583582 kubeadm.go:310]
I1010 19:13:05.398882 583582 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1010 19:13:05.398895 583582 kubeadm.go:310]
I1010 19:13:05.398976 583582 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1010 19:13:05.398986 583582 kubeadm.go:310]
I1010 19:13:05.399011 583582 kubeadm.go:310] mkdir -p $HOME/.kube
I1010 19:13:05.399072 583582 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1010 19:13:05.399126 583582 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1010 19:13:05.399134 583582 kubeadm.go:310]
I1010 19:13:05.399187 583582 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1010 19:13:05.399195 583582 kubeadm.go:310]
I1010 19:13:05.399242 583582 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1010 19:13:05.399257 583582 kubeadm.go:310]
I1010 19:13:05.399309 583582 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1010 19:13:05.399387 583582 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1010 19:13:05.399458 583582 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1010 19:13:05.399469 583582 kubeadm.go:310]
I1010 19:13:05.399553 583582 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1010 19:13:05.399632 583582 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1010 19:13:05.399640 583582 kubeadm.go:310]
I1010 19:13:05.399724 583582 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 3xctjl.nzb80ekzwxqh8xhw \
I1010 19:13:05.399830 583582 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f4d8fc7c04dd23bed34bb191776bb5d542cd2265f19d22b41db2dd5ee3fed816 \
I1010 19:13:05.399854 583582 kubeadm.go:310] --control-plane
I1010 19:13:05.399858 583582 kubeadm.go:310]
I1010 19:13:05.399942 583582 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1010 19:13:05.399950 583582 kubeadm.go:310]
I1010 19:13:05.400032 583582 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 3xctjl.nzb80ekzwxqh8xhw \
I1010 19:13:05.400136 583582 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f4d8fc7c04dd23bed34bb191776bb5d542cd2265f19d22b41db2dd5ee3fed816
I1010 19:13:05.403869 583582 kubeadm.go:310] W1010 19:12:49.726587 1190 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1010 19:13:05.404172 583582 kubeadm.go:310] W1010 19:12:49.727350 1190 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1010 19:13:05.404385 583582 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1070-aws\n", err: exit status 1
I1010 19:13:05.404501 583582 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1010 19:13:05.404523 583582 cni.go:84] Creating CNI manager for ""
I1010 19:13:05.404533 583582 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1010 19:13:05.409091 583582 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1010 19:13:05.411669 583582 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1010 19:13:05.415441 583582 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1010 19:13:05.415462 583582 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1010 19:13:05.434210 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1010 19:13:05.719813 583582 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1010 19:13:05.719947 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 19:13:05.720025 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-977132 minikube.k8s.io/updated_at=2024_10_10T19_13_05_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=e90d7de550e839433dc631623053398b652747fc minikube.k8s.io/name=addons-977132 minikube.k8s.io/primary=true
I1010 19:13:05.906024 583582 ops.go:34] apiserver oom_adj: -16
I1010 19:13:05.906125 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 19:13:06.406636 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 19:13:06.906342 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 19:13:07.406370 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 19:13:07.906877 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 19:13:08.406513 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 19:13:08.906657 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 19:13:09.406208 583582 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 19:13:09.495912 583582 kubeadm.go:1113] duration metric: took 3.776013509s to wait for elevateKubeSystemPrivileges
I1010 19:13:09.495948 583582 kubeadm.go:394] duration metric: took 19.955688722s to StartCluster
I1010 19:13:09.495966 583582 settings.go:142] acquiring lock: {Name:mk7a2b3758bea6827860d99bf2b56d17d578fbce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:13:09.496103 583582 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19787-577430/kubeconfig
I1010 19:13:09.496492 583582 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-577430/kubeconfig: {Name:mkd414ee9646b60ab56cae7cf02f13881cbaae10 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 19:13:09.496677 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1010 19:13:09.496702 583582 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 19:13:09.496936 583582 config.go:182] Loaded profile config "addons-977132": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 19:13:09.496967 583582 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1010 19:13:09.497049 583582 addons.go:69] Setting yakd=true in profile "addons-977132"
I1010 19:13:09.497061 583582 addons.go:234] Setting addon yakd=true in "addons-977132"
I1010 19:13:09.497085 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.497579 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.498036 583582 addons.go:69] Setting inspektor-gadget=true in profile "addons-977132"
I1010 19:13:09.498062 583582 addons.go:234] Setting addon inspektor-gadget=true in "addons-977132"
I1010 19:13:09.498089 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.498572 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.498718 583582 addons.go:69] Setting metrics-server=true in profile "addons-977132"
I1010 19:13:09.498747 583582 addons.go:234] Setting addon metrics-server=true in "addons-977132"
I1010 19:13:09.498782 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.499190 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.501060 583582 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-977132"
I1010 19:13:09.501089 583582 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-977132"
I1010 19:13:09.501128 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.501587 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.502003 583582 addons.go:69] Setting registry=true in profile "addons-977132"
I1010 19:13:09.502027 583582 addons.go:234] Setting addon registry=true in "addons-977132"
I1010 19:13:09.502060 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.502476 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.511750 583582 addons.go:69] Setting cloud-spanner=true in profile "addons-977132"
I1010 19:13:09.523521 583582 addons.go:234] Setting addon cloud-spanner=true in "addons-977132"
I1010 19:13:09.523629 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.524161 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.511910 583582 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-977132"
I1010 19:13:09.511920 583582 addons.go:69] Setting default-storageclass=true in profile "addons-977132"
I1010 19:13:09.511924 583582 addons.go:69] Setting gcp-auth=true in profile "addons-977132"
I1010 19:13:09.511928 583582 addons.go:69] Setting ingress=true in profile "addons-977132"
I1010 19:13:09.511932 583582 addons.go:69] Setting ingress-dns=true in profile "addons-977132"
I1010 19:13:09.511942 583582 out.go:177] * Verifying Kubernetes components...
I1010 19:13:09.524925 583582 addons.go:69] Setting storage-provisioner=true in profile "addons-977132"
I1010 19:13:09.524940 583582 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-977132"
I1010 19:13:09.524948 583582 addons.go:69] Setting volcano=true in profile "addons-977132"
I1010 19:13:09.524954 583582 addons.go:69] Setting volumesnapshots=true in profile "addons-977132"
I1010 19:13:09.535387 583582 addons.go:234] Setting addon volumesnapshots=true in "addons-977132"
I1010 19:13:09.535458 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.536041 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.550357 583582 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-977132"
I1010 19:13:09.550703 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.564311 583582 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-977132"
I1010 19:13:09.564423 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.564938 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.568955 583582 mustload.go:65] Loading cluster: addons-977132
I1010 19:13:09.569160 583582 config.go:182] Loaded profile config "addons-977132": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 19:13:09.569424 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.595127 583582 addons.go:234] Setting addon ingress=true in "addons-977132"
I1010 19:13:09.595191 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.595799 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.602136 583582 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I1010 19:13:09.608589 583582 addons.go:234] Setting addon ingress-dns=true in "addons-977132"
I1010 19:13:09.608664 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.609157 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.631352 583582 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 19:13:09.631583 583582 addons.go:234] Setting addon storage-provisioner=true in "addons-977132"
I1010 19:13:09.631620 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.632103 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.635658 583582 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1010 19:13:09.646272 583582 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-977132"
I1010 19:13:09.646619 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.655925 583582 out.go:177] - Using image docker.io/registry:2.8.3
I1010 19:13:09.658990 583582 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1010 19:13:09.662069 583582 addons.go:234] Setting addon volcano=true in "addons-977132"
I1010 19:13:09.662183 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.662794 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.668168 583582 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1010 19:13:09.668193 583582 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1010 19:13:09.668262 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.676873 583582 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1010 19:13:09.680683 583582 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1010 19:13:09.680750 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1010 19:13:09.680847 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.683660 583582 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1010 19:13:09.683681 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1010 19:13:09.683743 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.692087 583582 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.33.0
I1010 19:13:09.692338 583582 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1010 19:13:09.692354 583582 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1010 19:13:09.692434 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.721629 583582 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1010 19:13:09.721654 583582 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1010 19:13:09.721779 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.741857 583582 addons.go:234] Setting addon default-storageclass=true in "addons-977132"
I1010 19:13:09.741897 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.742315 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.764423 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1010 19:13:09.764506 583582 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I1010 19:13:09.769715 583582 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1010 19:13:09.772264 583582 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1010 19:13:09.772295 583582 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1010 19:13:09.772368 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.776898 583582 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1010 19:13:09.776930 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1010 19:13:09.776998 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.817811 583582 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1010 19:13:09.818025 583582 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1010 19:13:09.818165 583582 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1010 19:13:09.839467 583582 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1010 19:13:09.839532 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1010 19:13:09.839637 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.858049 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.860907 583582 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-977132"
I1010 19:13:09.860953 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:09.861352 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:09.867539 583582 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1010 19:13:09.867654 583582 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1010 19:13:09.867819 583582 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
W1010 19:13:09.868798 583582 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1010 19:13:09.872036 583582 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1010 19:13:09.872052 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1010 19:13:09.872116 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.876737 583582 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1010 19:13:09.876866 583582 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1010 19:13:09.879905 583582 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1010 19:13:09.879925 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1010 19:13:09.879988 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.895605 583582 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1010 19:13:09.898287 583582 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1010 19:13:09.902201 583582 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1010 19:13:09.907787 583582 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1010 19:13:09.909448 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:09.910234 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:09.915974 583582 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1010 19:13:09.919391 583582 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1010 19:13:09.919420 583582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1010 19:13:09.919508 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:09.942575 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:09.973876 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:09.978621 583582 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1010 19:13:09.978659 583582 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1010 19:13:09.978740 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:10.005711 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:10.006590 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:10.011295 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:10.053998 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:10.060475 583582 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1010 19:13:10.063424 583582 out.go:177] - Using image docker.io/busybox:stable
I1010 19:13:10.069614 583582 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1010 19:13:10.069642 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1010 19:13:10.069718 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:10.074543 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:10.086620 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:10.086648 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:10.105821 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
W1010 19:13:10.106682 583582 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1010 19:13:10.106710 583582 retry.go:31] will retry after 228.16978ms: ssh: handshake failed: EOF
I1010 19:13:10.114999 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:10.187799 583582 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1010 19:13:10.401934 583582 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1010 19:13:10.401967 583582 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1010 19:13:10.414478 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1010 19:13:10.431623 583582 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1010 19:13:10.431697 583582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1010 19:13:10.466405 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1010 19:13:10.485031 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1010 19:13:10.485283 583582 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1010 19:13:10.485317 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1010 19:13:10.490948 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1010 19:13:10.495392 583582 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1010 19:13:10.495460 583582 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1010 19:13:10.496466 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1010 19:13:10.536053 583582 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1010 19:13:10.536079 583582 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1010 19:13:10.563525 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1010 19:13:10.566674 583582 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1010 19:13:10.566699 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14451 bytes)
I1010 19:13:10.576790 583582 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1010 19:13:10.576872 583582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1010 19:13:10.580765 583582 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1010 19:13:10.580833 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1010 19:13:10.587413 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1010 19:13:10.622329 583582 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1010 19:13:10.622401 583582 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1010 19:13:10.640563 583582 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1010 19:13:10.640641 583582 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1010 19:13:10.681536 583582 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1010 19:13:10.681610 583582 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1010 19:13:10.725981 583582 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1010 19:13:10.726062 583582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1010 19:13:10.758806 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1010 19:13:10.761734 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1010 19:13:10.809431 583582 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1010 19:13:10.809497 583582 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1010 19:13:10.809603 583582 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1010 19:13:10.809630 583582 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1010 19:13:10.852757 583582 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1010 19:13:10.852832 583582 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1010 19:13:10.908782 583582 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1010 19:13:10.908857 583582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1010 19:13:10.950408 583582 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1010 19:13:10.950475 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1010 19:13:11.018796 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1010 19:13:11.032598 583582 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1010 19:13:11.032675 583582 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1010 19:13:11.074077 583582 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1010 19:13:11.074156 583582 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1010 19:13:11.132438 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1010 19:13:11.181220 583582 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1010 19:13:11.181291 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1010 19:13:11.194819 583582 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1010 19:13:11.194896 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1010 19:13:11.279304 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1010 19:13:11.307726 583582 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1010 19:13:11.307805 583582 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1010 19:13:11.388840 583582 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1010 19:13:11.388917 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1010 19:13:11.516867 583582 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1010 19:13:11.516938 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1010 19:13:11.591005 583582 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1010 19:13:11.591086 583582 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1010 19:13:11.728123 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1010 19:13:12.936017 583582 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.171553605s)
I1010 19:13:12.936048 583582 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1010 19:13:12.937116 583582 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.749247268s)
I1010 19:13:12.937994 583582 node_ready.go:35] waiting up to 6m0s for node "addons-977132" to be "Ready" ...
I1010 19:13:13.100481 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.685915044s)
I1010 19:13:13.635658 583582 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-977132" context rescaled to 1 replicas
I1010 19:13:14.158596 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.69209582s)
I1010 19:13:14.607287 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.122178536s)
I1010 19:13:14.972146 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:15.569231 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.078199737s)
I1010 19:13:15.569265 583582 addons.go:475] Verifying addon ingress=true in "addons-977132"
I1010 19:13:15.569511 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.072878911s)
I1010 19:13:15.569672 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.982188185s)
I1010 19:13:15.569983 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.811105315s)
I1010 19:13:15.570030 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.808222645s)
I1010 19:13:15.570040 583582 addons.go:475] Verifying addon registry=true in "addons-977132"
I1010 19:13:15.570167 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.006042981s)
I1010 19:13:15.570502 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.551627677s)
I1010 19:13:15.570528 583582 addons.go:475] Verifying addon metrics-server=true in "addons-977132"
I1010 19:13:15.570565 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.438054389s)
I1010 19:13:15.573233 583582 out.go:177] * Verifying registry addon...
I1010 19:13:15.573252 583582 out.go:177] * Verifying ingress addon...
I1010 19:13:15.573233 583582 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-977132 service yakd-dashboard -n yakd-dashboard
I1010 19:13:15.578046 583582 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1010 19:13:15.578355 583582 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1010 19:13:15.590297 583582 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1010 19:13:15.590331 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:15.591221 583582 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1010 19:13:15.591245 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1010 19:13:15.591839 583582 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1010 19:13:15.613282 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.333880628s)
W1010 19:13:15.613322 583582 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1010 19:13:15.613343 583582 retry.go:31] will retry after 186.866378ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1010 19:13:15.801079 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1010 19:13:15.959593 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.23137502s)
I1010 19:13:15.959629 583582 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-977132"
I1010 19:13:15.964596 583582 out.go:177] * Verifying csi-hostpath-driver addon...
I1010 19:13:15.968221 583582 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1010 19:13:15.973589 583582 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1010 19:13:15.973610 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:16.085594 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:16.086621 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:16.472279 583582 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1010 19:13:16.472309 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:16.582951 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:16.583182 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:16.971495 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:17.081634 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:17.082463 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:17.442065 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:17.472574 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:17.582011 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:17.583135 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:17.972228 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:18.082271 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:18.083016 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:18.474273 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:18.582735 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:18.583896 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:18.640745 583582 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.839607331s)
I1010 19:13:18.972546 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:19.081963 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:19.082717 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:19.472162 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:19.582777 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:19.583337 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:19.942195 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:19.972685 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:20.081547 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:20.082337 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:20.097377 583582 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1010 19:13:20.097488 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:20.113650 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:20.216613 583582 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1010 19:13:20.235757 583582 addons.go:234] Setting addon gcp-auth=true in "addons-977132"
I1010 19:13:20.235855 583582 host.go:66] Checking if "addons-977132" exists ...
I1010 19:13:20.236316 583582 cli_runner.go:164] Run: docker container inspect addons-977132 --format={{.State.Status}}
I1010 19:13:20.253630 583582 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1010 19:13:20.253686 583582 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-977132
I1010 19:13:20.272612 583582 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33503 SSHKeyPath:/home/jenkins/minikube-integration/19787-577430/.minikube/machines/addons-977132/id_rsa Username:docker}
I1010 19:13:20.363688 583582 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1010 19:13:20.365995 583582 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1010 19:13:20.368393 583582 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1010 19:13:20.368410 583582 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1010 19:13:20.385846 583582 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1010 19:13:20.385870 583582 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1010 19:13:20.404201 583582 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1010 19:13:20.404222 583582 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1010 19:13:20.421488 583582 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1010 19:13:20.477830 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:20.582944 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:20.584121 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:20.915552 583582 addons.go:475] Verifying addon gcp-auth=true in "addons-977132"
I1010 19:13:20.918800 583582 out.go:177] * Verifying gcp-auth addon...
I1010 19:13:20.922131 583582 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1010 19:13:20.928746 583582 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1010 19:13:20.928779 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:20.971900 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:21.081451 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:21.082977 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:21.425387 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:21.472622 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:21.581945 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:21.583127 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:21.925618 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:21.972610 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:22.081284 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:22.082613 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:22.425200 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:22.441777 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:22.472121 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:22.581633 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:22.583843 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:22.926497 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:22.971979 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:23.081241 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:23.081903 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:23.425746 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:23.472327 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:23.582259 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:23.583856 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:23.925755 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:23.972007 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:24.082245 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:24.083586 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:24.426016 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:24.441934 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:24.472259 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:24.582727 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:24.582976 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:24.925530 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:25.026953 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:25.083454 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:25.084754 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:25.426113 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:25.472735 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:25.582255 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:25.583066 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:25.925870 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:25.971933 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:26.081737 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:26.082797 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:26.425546 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:26.472739 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:26.582508 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:26.583532 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:26.926376 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:26.942025 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:26.971843 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:27.081649 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:27.082435 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:27.426085 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:27.471831 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:27.581793 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:27.583012 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:27.926301 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:27.972236 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:28.081952 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:28.082403 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:28.425221 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:28.472021 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:28.581621 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:28.582483 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:28.926552 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:28.971715 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:29.081916 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:29.082957 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:29.425160 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:29.441321 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:29.472142 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:29.582284 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:29.582878 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:29.925275 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:29.972303 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:30.084348 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:30.086311 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:30.425216 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:30.471705 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:30.581876 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:30.583187 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:30.925946 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:30.971718 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:31.082054 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:31.082900 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:31.425153 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:31.441698 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:31.472143 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:31.581485 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:31.582511 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:31.925965 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:31.972204 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:32.082323 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:32.083042 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:32.425126 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:32.471813 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:32.583037 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:32.583286 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:32.925974 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:32.975528 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:33.082725 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:33.083725 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:33.425070 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:33.441880 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:33.472931 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:33.581799 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:33.582863 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:33.925694 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:33.972236 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:34.081583 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:34.082450 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:34.425861 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:34.472570 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:34.581437 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:34.582304 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:34.926282 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:34.971418 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:35.082758 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:35.083979 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:35.425220 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:35.472535 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:35.581376 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:35.582483 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:35.925788 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:35.941134 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:35.972351 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:36.082032 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:36.082902 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:36.426139 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:36.472790 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:36.582542 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:36.583326 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:36.926118 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:36.972113 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:37.082556 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:37.083335 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:37.425015 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:37.471689 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:37.582027 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:37.583171 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:37.925703 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:37.941266 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:37.971484 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:38.082463 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:38.082752 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:38.425950 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:38.475950 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:38.581641 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:38.581873 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:38.926399 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:38.971590 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:39.087434 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:39.088566 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:39.426048 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:39.472034 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:39.581181 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:39.582397 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:39.926140 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:39.941337 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:39.972144 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:40.082515 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:40.082641 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:40.425903 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:40.471561 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:40.583472 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:40.583787 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:40.924961 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:40.971981 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:41.081990 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:41.082220 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:41.425219 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:41.471699 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:41.582064 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:41.583137 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:41.925445 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:41.941554 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:41.972205 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:42.082369 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:42.083149 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:42.425319 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:42.472069 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:42.581713 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:42.582517 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:42.927125 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:42.972354 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:43.082056 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:43.083100 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:43.425498 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:43.472405 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:43.581869 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:43.582634 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:43.925624 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:43.972176 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:44.082105 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:44.082980 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:44.425106 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:44.441267 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:44.472500 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:44.582079 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:44.582925 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:44.925529 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:44.971786 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:45.082223 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:45.083007 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:45.425757 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:45.472964 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:45.582615 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:45.582832 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:45.926392 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:45.972283 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:46.082425 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:46.083440 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:46.425474 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:46.471284 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:46.581538 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:46.582346 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:46.925925 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:46.950906 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:46.980846 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:47.082767 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:47.083753 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:47.425117 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:47.471643 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:47.582044 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:47.583000 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:47.925695 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:47.972507 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:48.081982 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:48.082776 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:48.425123 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:48.471983 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:48.582595 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:48.583486 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:48.925936 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:48.972029 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:49.082054 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:49.082502 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:49.425435 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:49.442009 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:49.471793 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:49.583172 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:49.583534 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:49.925324 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:49.972646 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:50.083213 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:50.083533 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:50.425565 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:50.472479 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:50.582475 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:50.582854 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:50.925895 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:50.972139 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:51.082104 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:51.082930 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:51.425107 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:51.472341 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:51.582372 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:51.583481 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:51.925940 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:51.940788 583582 node_ready.go:53] node "addons-977132" has status "Ready":"False"
I1010 19:13:51.972310 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:52.082045 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:52.082620 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:52.424999 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:52.471847 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:52.582071 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:52.582822 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:52.925321 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:52.972442 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:53.081674 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:53.082282 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:53.425924 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:53.471917 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:53.581389 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:53.582073 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:53.939338 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:53.943432 583582 node_ready.go:49] node "addons-977132" has status "Ready":"True"
I1010 19:13:53.943506 583582 node_ready.go:38] duration metric: took 41.005484471s for node "addons-977132" to be "Ready" ...
I1010 19:13:53.943533 583582 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1010 19:13:53.982123 583582 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-zj6fz" in "kube-system" namespace to be "Ready" ...
I1010 19:13:53.987762 583582 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1010 19:13:53.987836 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:54.189205 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:54.189816 583582 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1010 19:13:54.189866 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:54.434411 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:54.475951 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:54.591247 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:54.595064 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:54.929515 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:54.973723 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:54.988993 583582 pod_ready.go:93] pod "coredns-7c65d6cfc9-zj6fz" in "kube-system" namespace has status "Ready":"True"
I1010 19:13:54.989063 583582 pod_ready.go:82] duration metric: took 1.00686321s for pod "coredns-7c65d6cfc9-zj6fz" in "kube-system" namespace to be "Ready" ...
I1010 19:13:54.989099 583582 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-977132" in "kube-system" namespace to be "Ready" ...
I1010 19:13:54.995189 583582 pod_ready.go:93] pod "etcd-addons-977132" in "kube-system" namespace has status "Ready":"True"
I1010 19:13:54.995215 583582 pod_ready.go:82] duration metric: took 6.107304ms for pod "etcd-addons-977132" in "kube-system" namespace to be "Ready" ...
I1010 19:13:54.995230 583582 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-977132" in "kube-system" namespace to be "Ready" ...
I1010 19:13:55.001205 583582 pod_ready.go:93] pod "kube-apiserver-addons-977132" in "kube-system" namespace has status "Ready":"True"
I1010 19:13:55.001233 583582 pod_ready.go:82] duration metric: took 5.995571ms for pod "kube-apiserver-addons-977132" in "kube-system" namespace to be "Ready" ...
I1010 19:13:55.001246 583582 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-977132" in "kube-system" namespace to be "Ready" ...
I1010 19:13:55.008360 583582 pod_ready.go:93] pod "kube-controller-manager-addons-977132" in "kube-system" namespace has status "Ready":"True"
I1010 19:13:55.008387 583582 pod_ready.go:82] duration metric: took 7.132657ms for pod "kube-controller-manager-addons-977132" in "kube-system" namespace to be "Ready" ...
I1010 19:13:55.008406 583582 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-d7rqq" in "kube-system" namespace to be "Ready" ...
I1010 19:13:55.085871 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:55.087546 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:55.156477 583582 pod_ready.go:93] pod "kube-proxy-d7rqq" in "kube-system" namespace has status "Ready":"True"
I1010 19:13:55.156555 583582 pod_ready.go:82] duration metric: took 148.140167ms for pod "kube-proxy-d7rqq" in "kube-system" namespace to be "Ready" ...
I1010 19:13:55.156585 583582 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-977132" in "kube-system" namespace to be "Ready" ...
I1010 19:13:55.426505 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:55.528288 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:55.542007 583582 pod_ready.go:93] pod "kube-scheduler-addons-977132" in "kube-system" namespace has status "Ready":"True"
I1010 19:13:55.542082 583582 pod_ready.go:82] duration metric: took 385.474873ms for pod "kube-scheduler-addons-977132" in "kube-system" namespace to be "Ready" ...
I1010 19:13:55.542119 583582 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace to be "Ready" ...
I1010 19:13:55.628483 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:55.630075 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:55.928428 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:56.029666 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:56.084791 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:56.087039 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:56.425162 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:56.473336 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:56.582579 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:56.584291 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:56.925927 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:56.973027 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:57.082447 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:57.083627 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:57.425648 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:57.473297 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:57.549170 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:13:57.582879 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:57.584145 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:57.926175 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:57.974561 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:58.083595 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:58.084629 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:58.426489 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:58.477123 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:58.585562 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:58.586241 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:58.934020 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:58.975523 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:59.085103 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:59.086028 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:59.426225 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:59.476457 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:13:59.550687 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:13:59.584411 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:13:59.585361 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:13:59.928940 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:13:59.978534 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:00.092213 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:00.101374 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:00.426609 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:00.478191 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:00.584436 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:00.585870 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:00.940948 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:00.980877 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:01.084081 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:01.086000 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:01.425908 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:01.473362 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:01.582442 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:01.584451 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:01.929577 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:01.975213 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:02.048907 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:02.083121 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:02.083644 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:02.425714 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:02.476757 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:02.583058 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:02.584193 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:02.930519 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:02.973253 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:03.084601 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:03.085998 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:03.426312 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:03.474113 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:03.582641 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:03.583535 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:03.926650 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:04.028517 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:04.083228 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:04.084251 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:04.426037 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:04.473929 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:04.548296 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:04.582626 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:04.583132 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:04.926943 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:04.973277 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:05.082798 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:05.083955 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:05.433235 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:05.499985 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:05.585531 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:05.587011 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:05.926615 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:05.973684 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:06.083997 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:06.085477 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:06.427173 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:06.476802 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:06.551590 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:06.583036 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:06.584721 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:06.926695 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:06.974441 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:07.085091 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:07.086429 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:07.426287 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:07.473885 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:07.587231 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:07.587694 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:07.926051 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:07.986438 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:08.104188 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:08.119105 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:08.425473 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:08.474373 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:08.551643 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:08.590147 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:08.592567 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:08.930784 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:08.974028 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:09.091085 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:09.091527 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:09.426177 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:09.473870 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:09.585452 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:09.586848 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:09.926057 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:10.014889 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:10.083833 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:10.085360 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:10.426164 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:10.476107 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:10.585007 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:10.585823 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:10.925973 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:11.028278 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:11.048771 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:11.082604 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:11.083997 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:11.425747 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:11.474940 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:11.582240 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:11.583692 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:11.926178 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:11.973217 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:12.084341 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:12.086661 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:12.427071 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:12.475801 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:12.591398 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:12.592484 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:12.926906 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:12.977146 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:13.049436 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:13.083534 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:13.084977 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:13.426442 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:13.474162 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:13.585162 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:13.586116 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:13.926525 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:13.974232 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:14.085859 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:14.087341 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:14.426265 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:14.493443 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:14.584417 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:14.586086 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:14.927628 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:15.024804 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:15.058124 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:15.083607 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:15.084577 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:15.426243 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:15.477368 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:15.586863 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:15.588399 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:15.926218 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:15.976785 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:16.088093 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:16.088809 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:16.427845 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:16.475462 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:16.583095 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:16.584050 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:16.925777 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:16.972508 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:17.083313 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:17.084948 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:17.425308 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:17.474817 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:17.548852 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:17.582876 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:17.583503 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:17.925450 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:17.974382 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:18.085906 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:18.088081 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:18.436567 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:18.474724 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:18.582055 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:18.583980 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:18.926399 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:18.974174 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:19.088637 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:19.089607 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:19.426981 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:19.527952 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:19.582995 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:19.584306 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:19.925797 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:19.972717 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:20.050885 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:20.083093 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:20.083872 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:20.425706 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:20.472970 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:20.582701 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:20.583649 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:20.926558 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:20.974183 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:21.088906 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:21.100173 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:21.426273 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:21.474061 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:21.583715 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:21.585044 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:21.925712 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:21.972962 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:22.082440 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:22.083056 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:22.425546 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:22.474139 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:22.548428 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:22.582495 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:22.583507 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:22.925967 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:22.975088 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:23.084079 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:23.085241 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:23.425373 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:23.477628 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:23.584122 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:23.584665 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:23.925672 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:23.974827 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:24.082856 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:24.084199 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:24.426195 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:24.472807 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:24.551304 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:24.585813 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:24.587199 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:24.926341 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:24.973295 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:25.083899 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:25.084591 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:25.426718 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:25.473168 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:25.583597 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:25.584144 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:25.926612 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:25.973780 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:26.083714 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:26.084789 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:26.426373 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:26.480244 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:26.555130 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:26.583415 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:26.587151 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:26.929530 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:26.974039 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:27.093867 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:27.094828 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:27.425578 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:27.476021 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:27.584259 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:27.585707 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:27.928251 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:27.972767 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:28.085021 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:28.086612 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:28.427431 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:28.484501 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:28.584167 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:28.584743 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:28.925904 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:28.974792 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:29.049287 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:29.083653 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:29.085334 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:29.426261 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:29.474057 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:29.582477 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:29.584213 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:29.925835 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:29.973762 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:30.084230 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:30.084910 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:30.425563 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:30.473485 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:30.582434 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:30.584030 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:30.925312 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:30.972988 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:31.049597 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:31.083587 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:31.084132 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:31.426315 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:31.472507 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:31.588829 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:31.591867 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:31.927721 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:31.975986 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:32.084303 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:32.090366 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:32.427364 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:32.484251 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:32.583401 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:32.586025 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:32.925592 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:32.974322 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:33.083352 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:33.085600 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:33.427003 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:33.478533 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:33.547835 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:33.583673 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:33.584689 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:33.926753 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:33.973699 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:34.083590 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:34.084223 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:34.427044 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:34.474780 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:34.591344 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:34.592372 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:34.926618 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:34.973774 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:35.085623 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:35.086941 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:35.426416 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:35.478223 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:35.550978 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:35.583989 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:35.585706 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:35.926525 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:35.975905 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:36.084079 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:36.085841 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:36.427104 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:36.475379 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:36.584188 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:36.585318 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:36.926171 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:36.973653 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:37.086030 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:37.087175 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:37.426475 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:37.528373 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:37.628578 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:37.629622 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:37.925857 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:37.973288 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:38.050038 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:38.082003 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:38.082920 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:38.425387 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:38.473774 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:38.583173 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:38.584346 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:38.926393 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:38.973707 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:39.086550 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:39.087907 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:39.425801 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:39.475958 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:39.584306 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:39.585842 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:39.926063 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:39.975360 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:40.052211 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:40.085288 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:40.086246 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:40.426446 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:40.474780 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:40.587471 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:40.588943 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:40.925955 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:40.973028 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:41.084066 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:41.084979 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1010 19:14:41.425873 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:41.474422 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:41.584671 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:41.585956 583582 kapi.go:107] duration metric: took 1m26.007909586s to wait for kubernetes.io/minikube-addons=registry ...
I1010 19:14:41.925902 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:41.973015 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:42.082888 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:42.426004 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:42.473957 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:42.548830 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:42.586353 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:42.925748 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:42.973567 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:43.083651 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:43.426849 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:43.474294 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:43.582738 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:43.927730 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:43.974432 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:44.085600 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:44.426891 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:44.482421 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:44.550499 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:44.583977 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:44.926129 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:44.983729 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:45.103140 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:45.426060 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:45.474567 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:45.583768 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:45.932734 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:45.973127 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:46.084260 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:46.429824 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:46.478128 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:46.588222 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:46.932840 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:46.975134 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:47.050190 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:47.084370 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:47.428415 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:47.531199 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:47.583334 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:47.925885 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:47.973620 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:48.083199 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:48.425690 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:48.474352 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:48.582609 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:48.926511 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:48.973221 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:49.082792 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:49.425779 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:49.483419 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:49.551167 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:49.583721 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:49.928561 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:49.974749 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:50.084065 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:50.425677 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:50.479228 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:50.584902 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:50.926449 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:50.974602 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:51.084493 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:51.426350 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:51.474622 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:51.583669 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:51.926489 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:51.975089 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:52.052964 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:52.088031 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:52.425751 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:52.475386 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:52.583253 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:52.926062 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:52.974869 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:53.084513 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:53.426610 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:53.529118 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:53.629035 583582 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1010 19:14:53.925957 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:53.972810 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:54.083886 583582 kapi.go:107] duration metric: took 1m38.505526987s to wait for app.kubernetes.io/name=ingress-nginx ...
I1010 19:14:54.428661 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:54.473044 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:54.548218 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:54.926272 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:54.973892 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:55.426208 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:55.478980 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:55.929035 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:55.973952 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:56.426361 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:56.473695 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:56.548679 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:56.926568 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:56.973781 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:57.425831 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:57.530412 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:57.925992 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:57.973453 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:58.426194 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:58.473109 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:58.549023 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:14:58.926223 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:58.972533 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:59.426279 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:59.482653 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:14:59.927643 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:14:59.973300 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:00.426521 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:15:00.473775 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:00.549337 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:15:00.925804 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:15:00.973068 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:01.426629 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:15:01.474212 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:01.927469 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:15:01.974475 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:02.425955 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:15:02.474057 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:02.549709 583582 pod_ready.go:103] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"False"
I1010 19:15:02.926008 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:15:02.973857 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:03.426313 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1010 19:15:03.475516 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:03.926186 583582 kapi.go:107] duration metric: took 1m43.004051291s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1010 19:15:03.928675 583582 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-977132 cluster.
I1010 19:15:03.931076 583582 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1010 19:15:03.933295 583582 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1010 19:15:04.028515 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:04.048627 583582 pod_ready.go:93] pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace has status "Ready":"True"
I1010 19:15:04.048656 583582 pod_ready.go:82] duration metric: took 1m8.506502771s for pod "metrics-server-84c5f94fbc-97gz4" in "kube-system" namespace to be "Ready" ...
I1010 19:15:04.048670 583582 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-t5hzj" in "kube-system" namespace to be "Ready" ...
I1010 19:15:04.053742 583582 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-t5hzj" in "kube-system" namespace has status "Ready":"True"
I1010 19:15:04.053771 583582 pod_ready.go:82] duration metric: took 5.089689ms for pod "nvidia-device-plugin-daemonset-t5hzj" in "kube-system" namespace to be "Ready" ...
I1010 19:15:04.053793 583582 pod_ready.go:39] duration metric: took 1m10.110235152s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1010 19:15:04.053811 583582 api_server.go:52] waiting for apiserver process to appear ...
I1010 19:15:04.053844 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1010 19:15:04.053909 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1010 19:15:04.130312 583582 cri.go:89] found id: "ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5"
I1010 19:15:04.130335 583582 cri.go:89] found id: ""
I1010 19:15:04.130343 583582 logs.go:282] 1 containers: [ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5]
I1010 19:15:04.130400 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:04.139238 583582 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1010 19:15:04.139310 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1010 19:15:04.220896 583582 cri.go:89] found id: "7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b"
I1010 19:15:04.220920 583582 cri.go:89] found id: ""
I1010 19:15:04.220928 583582 logs.go:282] 1 containers: [7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b]
I1010 19:15:04.220988 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:04.224443 583582 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1010 19:15:04.224516 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1010 19:15:04.265345 583582 cri.go:89] found id: "74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8"
I1010 19:15:04.265371 583582 cri.go:89] found id: ""
I1010 19:15:04.265379 583582 logs.go:282] 1 containers: [74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8]
I1010 19:15:04.265468 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:04.269909 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1010 19:15:04.269980 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1010 19:15:04.312364 583582 cri.go:89] found id: "d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f"
I1010 19:15:04.312387 583582 cri.go:89] found id: ""
I1010 19:15:04.312395 583582 logs.go:282] 1 containers: [d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f]
I1010 19:15:04.312452 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:04.316210 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1010 19:15:04.316282 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1010 19:15:04.360769 583582 cri.go:89] found id: "08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0"
I1010 19:15:04.360791 583582 cri.go:89] found id: ""
I1010 19:15:04.360799 583582 logs.go:282] 1 containers: [08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0]
I1010 19:15:04.360853 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:04.364419 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1010 19:15:04.364505 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1010 19:15:04.411787 583582 cri.go:89] found id: "352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d"
I1010 19:15:04.411810 583582 cri.go:89] found id: ""
I1010 19:15:04.411825 583582 logs.go:282] 1 containers: [352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d]
I1010 19:15:04.411882 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:04.416721 583582 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1010 19:15:04.416791 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1010 19:15:04.485965 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:04.489848 583582 cri.go:89] found id: "c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e"
I1010 19:15:04.489869 583582 cri.go:89] found id: ""
I1010 19:15:04.489877 583582 logs.go:282] 1 containers: [c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e]
I1010 19:15:04.489933 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:04.496833 583582 logs.go:123] Gathering logs for kube-scheduler [d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f] ...
I1010 19:15:04.496860 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f"
I1010 19:15:04.565978 583582 logs.go:123] Gathering logs for describe nodes ...
I1010 19:15:04.566057 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1010 19:15:04.793469 583582 logs.go:123] Gathering logs for etcd [7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b] ...
I1010 19:15:04.793547 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b"
I1010 19:15:04.917578 583582 logs.go:123] Gathering logs for coredns [74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8] ...
I1010 19:15:04.917661 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8"
I1010 19:15:04.973887 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:04.978300 583582 logs.go:123] Gathering logs for kube-proxy [08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0] ...
I1010 19:15:04.978383 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0"
I1010 19:15:05.057635 583582 logs.go:123] Gathering logs for kube-controller-manager [352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d] ...
I1010 19:15:05.057717 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d"
I1010 19:15:05.157903 583582 logs.go:123] Gathering logs for kindnet [c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e] ...
I1010 19:15:05.157989 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e"
I1010 19:15:05.260933 583582 logs.go:123] Gathering logs for CRI-O ...
I1010 19:15:05.261014 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1010 19:15:05.382645 583582 logs.go:123] Gathering logs for container status ...
I1010 19:15:05.382776 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1010 19:15:05.449593 583582 logs.go:123] Gathering logs for kubelet ...
I1010 19:15:05.449679 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1010 19:15:05.526989 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W1010 19:15:05.534618 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.823365 1500 reflector.go:561] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-977132' and this object
W1010 19:15:05.534888 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.823428 1500 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:05.535099 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.826520 1500 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-977132' and this object
W1010 19:15:05.535347 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.826565 1500 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:05.535560 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.827276 1500 reflector.go:561] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-977132" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-977132' and this object
W1010 19:15:05.535819 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.827312 1500 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:05.536024 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.828213 1500 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-977132' and this object
W1010 19:15:05.536267 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.828247 1500 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:05.536459 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.900761 1500 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-977132" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-977132' and this object
W1010 19:15:05.536690 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.900812 1500 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
I1010 19:15:05.574770 583582 logs.go:123] Gathering logs for dmesg ...
I1010 19:15:05.574849 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1010 19:15:05.592969 583582 logs.go:123] Gathering logs for kube-apiserver [ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5] ...
I1010 19:15:05.592995 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5"
I1010 19:15:05.688815 583582 out.go:358] Setting ErrFile to fd 2...
I1010 19:15:05.688886 583582 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1010 19:15:05.688962 583582 out.go:270] X Problems detected in kubelet:
W1010 19:15:05.689006 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.827312 1500 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:05.689044 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.828213 1500 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-977132' and this object
W1010 19:15:05.689094 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.828247 1500 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:05.689127 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.900761 1500 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-977132" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-977132' and this object
W1010 19:15:05.689444 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.900812 1500 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
I1010 19:15:05.689493 583582 out.go:358] Setting ErrFile to fd 2...
I1010 19:15:05.689521 583582 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1010 19:15:05.973336 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:06.474644 583582 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1010 19:15:06.973321 583582 kapi.go:107] duration metric: took 1m51.005099836s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1010 19:15:06.974911 583582 out.go:177] * Enabled addons: nvidia-device-plugin, cloud-spanner, storage-provisioner, ingress-dns, inspektor-gadget, metrics-server, yakd, default-storageclass, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I1010 19:15:06.976150 583582 addons.go:510] duration metric: took 1m57.479179989s for enable addons: enabled=[nvidia-device-plugin cloud-spanner storage-provisioner ingress-dns inspektor-gadget metrics-server yakd default-storageclass volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I1010 19:15:15.691109 583582 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1010 19:15:15.706157 583582 api_server.go:72] duration metric: took 2m6.209415768s to wait for apiserver process to appear ...
I1010 19:15:15.706185 583582 api_server.go:88] waiting for apiserver healthz status ...
I1010 19:15:15.706226 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1010 19:15:15.706290 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1010 19:15:15.746681 583582 cri.go:89] found id: "ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5"
I1010 19:15:15.746704 583582 cri.go:89] found id: ""
I1010 19:15:15.746713 583582 logs.go:282] 1 containers: [ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5]
I1010 19:15:15.746770 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:15.750850 583582 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1010 19:15:15.750927 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1010 19:15:15.800457 583582 cri.go:89] found id: "7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b"
I1010 19:15:15.800483 583582 cri.go:89] found id: ""
I1010 19:15:15.800491 583582 logs.go:282] 1 containers: [7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b]
I1010 19:15:15.800550 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:15.804541 583582 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1010 19:15:15.804613 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1010 19:15:15.842911 583582 cri.go:89] found id: "74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8"
I1010 19:15:15.842936 583582 cri.go:89] found id: ""
I1010 19:15:15.842946 583582 logs.go:282] 1 containers: [74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8]
I1010 19:15:15.843005 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:15.846748 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1010 19:15:15.846822 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1010 19:15:15.885504 583582 cri.go:89] found id: "d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f"
I1010 19:15:15.885528 583582 cri.go:89] found id: ""
I1010 19:15:15.885537 583582 logs.go:282] 1 containers: [d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f]
I1010 19:15:15.885596 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:15.889359 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1010 19:15:15.889478 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1010 19:15:15.930940 583582 cri.go:89] found id: "08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0"
I1010 19:15:15.930965 583582 cri.go:89] found id: ""
I1010 19:15:15.930973 583582 logs.go:282] 1 containers: [08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0]
I1010 19:15:15.931033 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:15.934470 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1010 19:15:15.934558 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1010 19:15:15.979651 583582 cri.go:89] found id: "352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d"
I1010 19:15:15.979675 583582 cri.go:89] found id: ""
I1010 19:15:15.979684 583582 logs.go:282] 1 containers: [352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d]
I1010 19:15:15.979740 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:15.983392 583582 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1010 19:15:15.983465 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1010 19:15:16.023092 583582 cri.go:89] found id: "c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e"
I1010 19:15:16.023114 583582 cri.go:89] found id: ""
I1010 19:15:16.023124 583582 logs.go:282] 1 containers: [c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e]
I1010 19:15:16.023181 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:16.026942 583582 logs.go:123] Gathering logs for kubelet ...
I1010 19:15:16.026963 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1010 19:15:16.098681 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.823365 1500 reflector.go:561] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-977132' and this object
W1010 19:15:16.098925 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.823428 1500 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:16.099114 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.826520 1500 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-977132' and this object
W1010 19:15:16.099340 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.826565 1500 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:16.099531 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.827276 1500 reflector.go:561] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-977132" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-977132' and this object
W1010 19:15:16.099756 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.827312 1500 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:16.099934 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.828213 1500 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-977132' and this object
W1010 19:15:16.100154 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.828247 1500 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:16.100321 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.900761 1500 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-977132" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-977132' and this object
W1010 19:15:16.100527 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.900812 1500 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
I1010 19:15:16.138767 583582 logs.go:123] Gathering logs for kube-apiserver [ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5] ...
I1010 19:15:16.138795 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5"
I1010 19:15:16.191844 583582 logs.go:123] Gathering logs for etcd [7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b] ...
I1010 19:15:16.191887 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b"
I1010 19:15:16.255357 583582 logs.go:123] Gathering logs for coredns [74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8] ...
I1010 19:15:16.255393 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8"
I1010 19:15:16.300268 583582 logs.go:123] Gathering logs for kube-proxy [08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0] ...
I1010 19:15:16.300298 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0"
I1010 19:15:16.342400 583582 logs.go:123] Gathering logs for kube-controller-manager [352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d] ...
I1010 19:15:16.342433 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d"
I1010 19:15:16.410308 583582 logs.go:123] Gathering logs for dmesg ...
I1010 19:15:16.410344 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1010 19:15:16.428124 583582 logs.go:123] Gathering logs for describe nodes ...
I1010 19:15:16.428157 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1010 19:15:16.573499 583582 logs.go:123] Gathering logs for kube-scheduler [d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f] ...
I1010 19:15:16.573533 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f"
I1010 19:15:16.617475 583582 logs.go:123] Gathering logs for kindnet [c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e] ...
I1010 19:15:16.617554 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e"
I1010 19:15:16.663610 583582 logs.go:123] Gathering logs for CRI-O ...
I1010 19:15:16.663639 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1010 19:15:16.758253 583582 logs.go:123] Gathering logs for container status ...
I1010 19:15:16.758291 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1010 19:15:16.825070 583582 out.go:358] Setting ErrFile to fd 2...
I1010 19:15:16.825098 583582 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1010 19:15:16.825150 583582 out.go:270] X Problems detected in kubelet:
W1010 19:15:16.825162 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.827312 1500 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:16.825178 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.828213 1500 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-977132' and this object
W1010 19:15:16.825186 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.828247 1500 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:16.825196 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.900761 1500 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-977132" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-977132' and this object
W1010 19:15:16.825203 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.900812 1500 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
I1010 19:15:16.825212 583582 out.go:358] Setting ErrFile to fd 2...
I1010 19:15:16.825218 583582 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1010 19:15:26.826560 583582 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1010 19:15:26.834147 583582 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1010 19:15:26.835149 583582 api_server.go:141] control plane version: v1.31.1
I1010 19:15:26.835175 583582 api_server.go:131] duration metric: took 11.128982483s to wait for apiserver health ...
I1010 19:15:26.835185 583582 system_pods.go:43] waiting for kube-system pods to appear ...
I1010 19:15:26.835206 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1010 19:15:26.835278 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1010 19:15:26.880443 583582 cri.go:89] found id: "ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5"
I1010 19:15:26.880469 583582 cri.go:89] found id: ""
I1010 19:15:26.880478 583582 logs.go:282] 1 containers: [ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5]
I1010 19:15:26.880535 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:26.883919 583582 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1010 19:15:26.883997 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1010 19:15:26.926532 583582 cri.go:89] found id: "7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b"
I1010 19:15:26.926555 583582 cri.go:89] found id: ""
I1010 19:15:26.926563 583582 logs.go:282] 1 containers: [7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b]
I1010 19:15:26.926651 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:26.930436 583582 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1010 19:15:26.930509 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1010 19:15:26.973356 583582 cri.go:89] found id: "74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8"
I1010 19:15:26.973379 583582 cri.go:89] found id: ""
I1010 19:15:26.973387 583582 logs.go:282] 1 containers: [74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8]
I1010 19:15:26.973479 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:26.977095 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1010 19:15:26.977166 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1010 19:15:27.021469 583582 cri.go:89] found id: "d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f"
I1010 19:15:27.021494 583582 cri.go:89] found id: ""
I1010 19:15:27.021504 583582 logs.go:282] 1 containers: [d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f]
I1010 19:15:27.021562 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:27.025321 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1010 19:15:27.025398 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1010 19:15:27.064390 583582 cri.go:89] found id: "08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0"
I1010 19:15:27.064415 583582 cri.go:89] found id: ""
I1010 19:15:27.064424 583582 logs.go:282] 1 containers: [08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0]
I1010 19:15:27.064481 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:27.068434 583582 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1010 19:15:27.068512 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1010 19:15:27.107739 583582 cri.go:89] found id: "352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d"
I1010 19:15:27.107762 583582 cri.go:89] found id: ""
I1010 19:15:27.107770 583582 logs.go:282] 1 containers: [352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d]
I1010 19:15:27.107835 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:27.111436 583582 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1010 19:15:27.111505 583582 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1010 19:15:27.150927 583582 cri.go:89] found id: "c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e"
I1010 19:15:27.150952 583582 cri.go:89] found id: ""
I1010 19:15:27.150961 583582 logs.go:282] 1 containers: [c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e]
I1010 19:15:27.151037 583582 ssh_runner.go:195] Run: which crictl
I1010 19:15:27.154917 583582 logs.go:123] Gathering logs for kubelet ...
I1010 19:15:27.154940 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1010 19:15:27.232291 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.823365 1500 reflector.go:561] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-977132' and this object
W1010 19:15:27.232545 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.823428 1500 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:27.232739 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.826520 1500 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-977132' and this object
W1010 19:15:27.232978 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.826565 1500 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:27.233172 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.827276 1500 reflector.go:561] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-977132" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-977132' and this object
W1010 19:15:27.233418 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.827312 1500 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:27.233607 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.828213 1500 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-977132' and this object
W1010 19:15:27.233836 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.828247 1500 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:27.234011 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.900761 1500 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-977132" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-977132' and this object
W1010 19:15:27.234226 583582 logs.go:138] Found kubelet problem: Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.900812 1500 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
I1010 19:15:27.274694 583582 logs.go:123] Gathering logs for etcd [7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b] ...
I1010 19:15:27.274718 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b"
I1010 19:15:27.329833 583582 logs.go:123] Gathering logs for dmesg ...
I1010 19:15:27.329872 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1010 19:15:27.346432 583582 logs.go:123] Gathering logs for describe nodes ...
I1010 19:15:27.346461 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1010 19:15:27.496820 583582 logs.go:123] Gathering logs for kube-apiserver [ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5] ...
I1010 19:15:27.496856 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5"
I1010 19:15:27.552238 583582 logs.go:123] Gathering logs for coredns [74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8] ...
I1010 19:15:27.552276 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8"
I1010 19:15:27.596096 583582 logs.go:123] Gathering logs for kube-scheduler [d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f] ...
I1010 19:15:27.596132 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f"
I1010 19:15:27.644755 583582 logs.go:123] Gathering logs for kube-proxy [08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0] ...
I1010 19:15:27.644791 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0"
I1010 19:15:27.698381 583582 logs.go:123] Gathering logs for kube-controller-manager [352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d] ...
I1010 19:15:27.698410 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d"
I1010 19:15:27.770695 583582 logs.go:123] Gathering logs for kindnet [c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e] ...
I1010 19:15:27.770732 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e"
I1010 19:15:27.822282 583582 logs.go:123] Gathering logs for CRI-O ...
I1010 19:15:27.822313 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1010 19:15:27.919676 583582 logs.go:123] Gathering logs for container status ...
I1010 19:15:27.919754 583582 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1010 19:15:27.984934 583582 out.go:358] Setting ErrFile to fd 2...
I1010 19:15:27.984966 583582 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1010 19:15:27.985047 583582 out.go:270] X Problems detected in kubelet:
W1010 19:15:27.985080 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.827312 1500 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:27.985097 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.828213 1500 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-977132" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-977132' and this object
W1010 19:15:27.985121 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.828247 1500 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
W1010 19:15:27.985135 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: W1010 19:13:53.900761 1500 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-977132" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-977132' and this object
W1010 19:15:27.985141 583582 out.go:270] Oct 10 19:13:53 addons-977132 kubelet[1500]: E1010 19:13:53.900812 1500 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-977132\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-977132' and this object" logger="UnhandledError"
I1010 19:15:27.985151 583582 out.go:358] Setting ErrFile to fd 2...
I1010 19:15:27.985159 583582 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1010 19:15:37.997693 583582 system_pods.go:59] 18 kube-system pods found
I1010 19:15:37.997738 583582 system_pods.go:61] "coredns-7c65d6cfc9-zj6fz" [107e3ed5-2d9d-42dc-bd07-2aa7c34eac6d] Running
I1010 19:15:37.997745 583582 system_pods.go:61] "csi-hostpath-attacher-0" [5cd38be6-b175-47f0-969b-f0c995963537] Running
I1010 19:15:37.997772 583582 system_pods.go:61] "csi-hostpath-resizer-0" [dd0ce6a8-fe8b-44f9-9dd5-9c390c56e7b6] Running
I1010 19:15:37.997787 583582 system_pods.go:61] "csi-hostpathplugin-bjbg5" [6f305eda-5424-4afc-8dda-311b7970deb2] Running
I1010 19:15:37.997792 583582 system_pods.go:61] "etcd-addons-977132" [1910370b-92e2-4ae0-bbac-68c3b5f389cb] Running
I1010 19:15:37.997797 583582 system_pods.go:61] "kindnet-h4cx6" [be3c4c07-c66e-4216-970f-d3210b63eb83] Running
I1010 19:15:37.997800 583582 system_pods.go:61] "kube-apiserver-addons-977132" [52d5cbbf-051a-47c0-bd84-90c8d3c1421f] Running
I1010 19:15:37.997809 583582 system_pods.go:61] "kube-controller-manager-addons-977132" [60f7af80-6757-4cd3-a3af-906c570c2a8f] Running
I1010 19:15:37.997815 583582 system_pods.go:61] "kube-ingress-dns-minikube" [394f6f39-7827-43e7-819e-be341df8c972] Running
I1010 19:15:37.997827 583582 system_pods.go:61] "kube-proxy-d7rqq" [7bdd8b48-0b55-45ca-b50a-c2cc62f31971] Running
I1010 19:15:37.997831 583582 system_pods.go:61] "kube-scheduler-addons-977132" [a070cc10-dfb3-4485-9636-9da79f964640] Running
I1010 19:15:37.997849 583582 system_pods.go:61] "metrics-server-84c5f94fbc-97gz4" [037859be-de87-42d1-897c-ec0972abd0e4] Running
I1010 19:15:37.997860 583582 system_pods.go:61] "nvidia-device-plugin-daemonset-t5hzj" [5134863a-f624-4e2e-9420-ca01e8fede72] Running
I1010 19:15:37.997865 583582 system_pods.go:61] "registry-66c9cd494c-xv67w" [9c5b64cb-189b-4877-91ef-263f9bc68f40] Running
I1010 19:15:37.997878 583582 system_pods.go:61] "registry-proxy-7qrcj" [1bd03dfb-8f49-4662-b472-fa852e1eee75] Running
I1010 19:15:37.997889 583582 system_pods.go:61] "snapshot-controller-56fcc65765-fcnhq" [7e1ebceb-7226-424b-b34d-f21a94d8d4fd] Running
I1010 19:15:37.997893 583582 system_pods.go:61] "snapshot-controller-56fcc65765-k6gl4" [30f22e4e-79e2-4a6b-a4bf-27adb78262b4] Running
I1010 19:15:37.997897 583582 system_pods.go:61] "storage-provisioner" [d5337e13-5f9b-4727-baa9-69db1d875bab] Running
I1010 19:15:37.997906 583582 system_pods.go:74] duration metric: took 11.162714985s to wait for pod list to return data ...
I1010 19:15:37.997917 583582 default_sa.go:34] waiting for default service account to be created ...
I1010 19:15:38.000601 583582 default_sa.go:45] found service account: "default"
I1010 19:15:38.000630 583582 default_sa.go:55] duration metric: took 2.706694ms for default service account to be created ...
I1010 19:15:38.000639 583582 system_pods.go:116] waiting for k8s-apps to be running ...
I1010 19:15:38.012507 583582 system_pods.go:86] 18 kube-system pods found
I1010 19:15:38.012550 583582 system_pods.go:89] "coredns-7c65d6cfc9-zj6fz" [107e3ed5-2d9d-42dc-bd07-2aa7c34eac6d] Running
I1010 19:15:38.012558 583582 system_pods.go:89] "csi-hostpath-attacher-0" [5cd38be6-b175-47f0-969b-f0c995963537] Running
I1010 19:15:38.012563 583582 system_pods.go:89] "csi-hostpath-resizer-0" [dd0ce6a8-fe8b-44f9-9dd5-9c390c56e7b6] Running
I1010 19:15:38.012594 583582 system_pods.go:89] "csi-hostpathplugin-bjbg5" [6f305eda-5424-4afc-8dda-311b7970deb2] Running
I1010 19:15:38.012607 583582 system_pods.go:89] "etcd-addons-977132" [1910370b-92e2-4ae0-bbac-68c3b5f389cb] Running
I1010 19:15:38.012613 583582 system_pods.go:89] "kindnet-h4cx6" [be3c4c07-c66e-4216-970f-d3210b63eb83] Running
I1010 19:15:38.012617 583582 system_pods.go:89] "kube-apiserver-addons-977132" [52d5cbbf-051a-47c0-bd84-90c8d3c1421f] Running
I1010 19:15:38.012628 583582 system_pods.go:89] "kube-controller-manager-addons-977132" [60f7af80-6757-4cd3-a3af-906c570c2a8f] Running
I1010 19:15:38.012636 583582 system_pods.go:89] "kube-ingress-dns-minikube" [394f6f39-7827-43e7-819e-be341df8c972] Running
I1010 19:15:38.012640 583582 system_pods.go:89] "kube-proxy-d7rqq" [7bdd8b48-0b55-45ca-b50a-c2cc62f31971] Running
I1010 19:15:38.012645 583582 system_pods.go:89] "kube-scheduler-addons-977132" [a070cc10-dfb3-4485-9636-9da79f964640] Running
I1010 19:15:38.012651 583582 system_pods.go:89] "metrics-server-84c5f94fbc-97gz4" [037859be-de87-42d1-897c-ec0972abd0e4] Running
I1010 19:15:38.012664 583582 system_pods.go:89] "nvidia-device-plugin-daemonset-t5hzj" [5134863a-f624-4e2e-9420-ca01e8fede72] Running
I1010 19:15:38.012669 583582 system_pods.go:89] "registry-66c9cd494c-xv67w" [9c5b64cb-189b-4877-91ef-263f9bc68f40] Running
I1010 19:15:38.012674 583582 system_pods.go:89] "registry-proxy-7qrcj" [1bd03dfb-8f49-4662-b472-fa852e1eee75] Running
I1010 19:15:38.012678 583582 system_pods.go:89] "snapshot-controller-56fcc65765-fcnhq" [7e1ebceb-7226-424b-b34d-f21a94d8d4fd] Running
I1010 19:15:38.012682 583582 system_pods.go:89] "snapshot-controller-56fcc65765-k6gl4" [30f22e4e-79e2-4a6b-a4bf-27adb78262b4] Running
I1010 19:15:38.012690 583582 system_pods.go:89] "storage-provisioner" [d5337e13-5f9b-4727-baa9-69db1d875bab] Running
I1010 19:15:38.012697 583582 system_pods.go:126] duration metric: took 12.052042ms to wait for k8s-apps to be running ...
I1010 19:15:38.012710 583582 system_svc.go:44] waiting for kubelet service to be running ....
I1010 19:15:38.012772 583582 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1010 19:15:38.024848 583582 system_svc.go:56] duration metric: took 12.128232ms WaitForService to wait for kubelet
I1010 19:15:38.024878 583582 kubeadm.go:582] duration metric: took 2m28.528151807s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1010 19:15:38.024898 583582 node_conditions.go:102] verifying NodePressure condition ...
I1010 19:15:38.028356 583582 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1010 19:15:38.028392 583582 node_conditions.go:123] node cpu capacity is 2
I1010 19:15:38.028405 583582 node_conditions.go:105] duration metric: took 3.502205ms to run NodePressure ...
I1010 19:15:38.028437 583582 start.go:241] waiting for startup goroutines ...
I1010 19:15:38.028450 583582 start.go:246] waiting for cluster config update ...
I1010 19:15:38.028466 583582 start.go:255] writing updated cluster config ...
I1010 19:15:38.028774 583582 ssh_runner.go:195] Run: rm -f paused
I1010 19:15:38.371835 583582 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1010 19:15:38.373761 583582 out.go:177] * Done! kubectl is now configured to use "addons-977132" cluster and "default" namespace by default
==> CRI-O <==
Oct 10 19:17:07 addons-977132 crio[967]: time="2024-10-10 19:17:07.494047884Z" level=info msg="Started container" PID=7921 containerID=298e058f4a4d729823b15cbe293d60c2b3b4335b00f3e97a7b8e37ebd6f9d22a description=default/nginx/nginx id=c58c8599-e3a5-4548-9b6d-0eaffdb708dd name=/runtime.v1.RuntimeService/StartContainer sandboxID=ce32c09aa5b232f678dcba5bb780ef42267a507c1f1512ff1ef83478b01e1bcc
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.357659874Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-8qrrk/POD" id=d9740d10-be8f-4f6e-9ccc-0247b10b2cd9 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.357718637Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.397366371Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-8qrrk Namespace:default ID:285772120d9244f001d853914fae75428dc1673b9b225e4f39eb53b1066c5d6a UID:360d409a-1fe1-496c-89b5-24a4e6c028b3 NetNS:/var/run/netns/a1d3cb12-3286-4602-97d9-77b130393fbc Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.397597666Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-8qrrk to CNI network \"kindnet\" (type=ptp)"
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.411923844Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-8qrrk Namespace:default ID:285772120d9244f001d853914fae75428dc1673b9b225e4f39eb53b1066c5d6a UID:360d409a-1fe1-496c-89b5-24a4e6c028b3 NetNS:/var/run/netns/a1d3cb12-3286-4602-97d9-77b130393fbc Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.412073345Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-8qrrk for CNI network kindnet (type=ptp)"
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.415561678Z" level=info msg="Ran pod sandbox 285772120d9244f001d853914fae75428dc1673b9b225e4f39eb53b1066c5d6a with infra container: default/hello-world-app-55bf9c44b4-8qrrk/POD" id=d9740d10-be8f-4f6e-9ccc-0247b10b2cd9 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.416699661Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=7bf03034-b102-44e0-8a28-082b565341da name=/runtime.v1.ImageService/ImageStatus
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.416904520Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=7bf03034-b102-44e0-8a28-082b565341da name=/runtime.v1.ImageService/ImageStatus
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.418035356Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=04f4bf17-b03d-4a56-b34f-57dde46d4554 name=/runtime.v1.ImageService/PullImage
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.420783364Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 10 19:19:24 addons-977132 crio[967]: time="2024-10-10 19:19:24.749832690Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.705160606Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=04f4bf17-b03d-4a56-b34f-57dde46d4554 name=/runtime.v1.ImageService/PullImage
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.707379654Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=5904fa86-bd0e-4289-b1a7-1824b8599acf name=/runtime.v1.ImageService/ImageStatus
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.708143577Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=5904fa86-bd0e-4289-b1a7-1824b8599acf name=/runtime.v1.ImageService/ImageStatus
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.709247050Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=66c86e6a-49d7-461a-a7fd-7623daea63cc name=/runtime.v1.ImageService/ImageStatus
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.709936193Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=66c86e6a-49d7-461a-a7fd-7623daea63cc name=/runtime.v1.ImageService/ImageStatus
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.711522022Z" level=info msg="Creating container: default/hello-world-app-55bf9c44b4-8qrrk/hello-world-app" id=1341c39e-a872-4e15-8f1f-61d438f010e7 name=/runtime.v1.RuntimeService/CreateContainer
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.711633469Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.757715683Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/3d835909fd857a1a7191749c6a259f1a738e6cdfd4b1bf92a962f357a91bebdb/merged/etc/passwd: no such file or directory"
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.757763525Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/3d835909fd857a1a7191749c6a259f1a738e6cdfd4b1bf92a962f357a91bebdb/merged/etc/group: no such file or directory"
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.824241231Z" level=info msg="Created container 813f77aa79c7b3d323071ce9953af7bb47660bfceaaf4aff8d1830e1e4220b6a: default/hello-world-app-55bf9c44b4-8qrrk/hello-world-app" id=1341c39e-a872-4e15-8f1f-61d438f010e7 name=/runtime.v1.RuntimeService/CreateContainer
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.825120301Z" level=info msg="Starting container: 813f77aa79c7b3d323071ce9953af7bb47660bfceaaf4aff8d1830e1e4220b6a" id=86b6379a-620c-4305-a6b1-afdf99c0f5cf name=/runtime.v1.RuntimeService/StartContainer
Oct 10 19:19:25 addons-977132 crio[967]: time="2024-10-10 19:19:25.836037191Z" level=info msg="Started container" PID=8264 containerID=813f77aa79c7b3d323071ce9953af7bb47660bfceaaf4aff8d1830e1e4220b6a description=default/hello-world-app-55bf9c44b4-8qrrk/hello-world-app id=86b6379a-620c-4305-a6b1-afdf99c0f5cf name=/runtime.v1.RuntimeService/StartContainer sandboxID=285772120d9244f001d853914fae75428dc1673b9b225e4f39eb53b1066c5d6a
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
813f77aa79c7b docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 285772120d924 hello-world-app-55bf9c44b4-8qrrk
298e058f4a4d7 docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250 2 minutes ago Running nginx 0 ce32c09aa5b23 nginx
30adebee4ae2d gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 81d3bbe358a0a busybox
637190f638bfb registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 4 minutes ago Running controller 0 b2e37377d8fcb ingress-nginx-controller-5f85ff4588-6d9j8
0f316ce68b495 nvcr.io/nvidia/k8s-device-plugin@sha256:cdd05f9d89f0552478d46474005e86b98795ad364664f644225b99d94978e680 4 minutes ago Running nvidia-device-plugin-ctr 0 45898413cf60e nvidia-device-plugin-daemonset-t5hzj
4b400224cd5c9 docker.io/marcnuri/yakd@sha256:1c961556224d57fc747de0b1874524208e5fb4f8386f23e9c1c4c18e97109f17 4 minutes ago Running yakd 0 be5f809532099 yakd-dashboard-67d98fc6b-vr5t6
5d4694d0a05c3 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 5 minutes ago Exited patch 0 9cb17d57d3433 ingress-nginx-admission-patch-s8hcx
763b9ecacff9e registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 5 minutes ago Exited create 0 a73eedb20c158 ingress-nginx-admission-create-pkhnl
f0a5a5eb1162a gcr.io/cloud-spanner-emulator/emulator@sha256:6ce1265c73355797b34d2531c7146eed3996346f860517e35d1434182eb5f01d 5 minutes ago Running cloud-spanner-emulator 0 1846c78ae17f8 cloud-spanner-emulator-5b584cc74-95bs7
5dfdf00196f8c gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 5 minutes ago Running minikube-ingress-dns 0 cb27cf7825b9f kube-ingress-dns-minikube
8454aff83194f registry.k8s.io/metrics-server/metrics-server@sha256:048bcf48fc2cce517a61777e22bac782ba59ea5e9b9a54bcb42dbee99566a91f 5 minutes ago Running metrics-server 0 95eb62feb64d9 metrics-server-84c5f94fbc-97gz4
4f10e86296cb7 docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 5 minutes ago Running local-path-provisioner 0 c3ce6c39e67e9 local-path-provisioner-86d989889c-drn9j
74bebe165f767 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 5 minutes ago Running coredns 0 581cae56be41d coredns-7c65d6cfc9-zj6fz
d94dfd6794179 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 77161f668d4c2 storage-provisioner
c7af35b4fd5ba 6a23fa8fd2b78ab58e42ba273808edc936a9c53d8ac4a919f6337be094843a51 6 minutes ago Running kindnet-cni 0 5a853d73f7a56 kindnet-h4cx6
08163656d6b86 24a140c548c075e487e45d0ee73b1aa89f8bfb40c08a57e05975559728822b1d 6 minutes ago Running kube-proxy 0 7d439ced041a5 kube-proxy-d7rqq
ccc6f75c731cb d3f53a98c0a9d9163c4848bcf34b2d2f5e1e3691b79f3d1dd6d0206809e02853 6 minutes ago Running kube-apiserver 0 2f7251292b116 kube-apiserver-addons-977132
d4201f8593f9e 7f8aa378bb47dffcf430f3a601abe39137e88aee0238e23ed8530fdd18dab82d 6 minutes ago Running kube-scheduler 0 e6a23578326c6 kube-scheduler-addons-977132
352f3742c45a1 279f381cb37365bbbcd133c9531fba9c2beb0f38dbbe6ddfcd0b1b1643d3450e 6 minutes ago Running kube-controller-manager 0 3cddff388fd7c kube-controller-manager-addons-977132
7889594cac5e1 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da 6 minutes ago Running etcd 0 f2ec0a8a0fa8b etcd-addons-977132
==> coredns [74bebe165f767cb55ab762d2b98a7e679692f45b1fb850d8952cfa2dd162eda8] <==
[INFO] 10.244.0.16:53460 - 46283 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002247024s
[INFO] 10.244.0.16:53460 - 4380 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000116894s
[INFO] 10.244.0.16:53460 - 42019 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000969593s
[INFO] 10.244.0.16:49888 - 53464 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000179128s
[INFO] 10.244.0.16:49888 - 53693 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000055982s
[INFO] 10.244.0.16:59526 - 32388 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.00006449s
[INFO] 10.244.0.16:59526 - 32593 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.00005375s
[INFO] 10.244.0.16:35637 - 53064 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000055842s
[INFO] 10.244.0.16:35637 - 53252 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000051592s
[INFO] 10.244.0.16:47059 - 15085 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.003535885s
[INFO] 10.244.0.16:47059 - 14640 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.003617129s
[INFO] 10.244.0.16:55955 - 44328 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000062152s
[INFO] 10.244.0.16:55955 - 44123 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000056761s
[INFO] 10.244.0.21:46059 - 12511 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000251996s
[INFO] 10.244.0.21:43501 - 63797 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000398297s
[INFO] 10.244.0.21:44093 - 2802 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000159421s
[INFO] 10.244.0.21:46503 - 58582 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000133821s
[INFO] 10.244.0.21:34396 - 17937 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000123155s
[INFO] 10.244.0.21:36467 - 50185 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000134412s
[INFO] 10.244.0.21:33112 - 13411 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.005833682s
[INFO] 10.244.0.21:35377 - 61850 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.006143145s
[INFO] 10.244.0.21:39824 - 23682 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.00234394s
[INFO] 10.244.0.21:54066 - 36769 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002558629s
[INFO] 10.244.0.24:32879 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000235341s
[INFO] 10.244.0.24:43356 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00011029s
==> describe nodes <==
Name: addons-977132
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-977132
kubernetes.io/os=linux
minikube.k8s.io/commit=e90d7de550e839433dc631623053398b652747fc
minikube.k8s.io/name=addons-977132
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_10T19_13_05_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-977132
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 10 Oct 2024 19:13:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-977132
AcquireTime: <unset>
RenewTime: Thu, 10 Oct 2024 19:19:21 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 10 Oct 2024 19:17:40 +0000 Thu, 10 Oct 2024 19:12:59 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 10 Oct 2024 19:17:40 +0000 Thu, 10 Oct 2024 19:12:59 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 10 Oct 2024 19:17:40 +0000 Thu, 10 Oct 2024 19:12:59 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 10 Oct 2024 19:17:40 +0000 Thu, 10 Oct 2024 19:13:53 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-977132
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 2bb23650696e48caa241fba6c7c9f6fe
System UUID: 554fc116-9a94-4c3e-a9b4-a333712f9c0d
Boot ID: 8986843e-2cfb-455a-98f5-3124e31b65f6
Kernel Version: 5.15.0-1070-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (18 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m47s
default cloud-spanner-emulator-5b584cc74-95bs7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m13s
default hello-world-app-55bf9c44b4-8qrrk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m20s
ingress-nginx ingress-nginx-controller-5f85ff4588-6d9j8 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m11s
kube-system coredns-7c65d6cfc9-zj6fz 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m15s
kube-system etcd-addons-977132 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 6m22s
kube-system kindnet-h4cx6 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 6m16s
kube-system kube-apiserver-addons-977132 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m22s
kube-system kube-controller-manager-addons-977132 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m22s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m12s
kube-system kube-proxy-d7rqq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m16s
kube-system kube-scheduler-addons-977132 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m22s
kube-system metrics-server-84c5f94fbc-97gz4 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 6m12s
kube-system nvidia-device-plugin-daemonset-t5hzj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m12s
local-path-storage local-path-provisioner-86d989889c-drn9j 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m12s
yakd-dashboard yakd-dashboard-67d98fc6b-vr5t6 0 (0%) 0 (0%) 128Mi (1%) 256Mi (3%) 6m12s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 638Mi (8%) 476Mi (6%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m10s kube-proxy
Normal Starting 6m22s kubelet Starting kubelet.
Warning CgroupV1 6m22s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 6m22s kubelet Node addons-977132 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m22s kubelet Node addons-977132 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m22s kubelet Node addons-977132 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m17s node-controller Node addons-977132 event: Registered Node addons-977132 in Controller
Normal NodeReady 5m33s kubelet Node addons-977132 status is now: NodeReady
==> dmesg <==
[Oct10 17:30] overlayfs: '/var/lib/containers/storage/overlay/l/ZLTOCNGE2IGM6DT7VP2QP7OV3M' not a directory
[ +0.292273] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
==> etcd [7889594cac5e1ba10585311d50174881f59fcfea131bfba10b71be8a0b61f24b] <==
{"level":"info","ts":"2024-10-10T19:13:11.142296Z","caller":"traceutil/trace.go:171","msg":"trace[799275562] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"337.24509ms","start":"2024-10-10T19:13:10.805039Z","end":"2024-10-10T19:13:11.142284Z","steps":["trace[799275562] 'process raft request' (duration: 337.137935ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-10T19:13:11.142350Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-10T19:13:10.805023Z","time spent":"337.304845ms","remote":"127.0.0.1:35240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4666,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/daemonsets/kube-system/kindnet\" mod_revision:264 > success:<request_put:<key:\"/registry/daemonsets/kube-system/kindnet\" value_size:4618 >> failure:<request_range:<key:\"/registry/daemonsets/kube-system/kindnet\" > >"}
{"level":"info","ts":"2024-10-10T19:13:11.143499Z","caller":"traceutil/trace.go:171","msg":"trace[163251851] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:332; }","duration":"459.250575ms","start":"2024-10-10T19:13:10.684236Z","end":"2024-10-10T19:13:11.143487Z","steps":["trace[163251851] 'read index received' (duration: 189.15512ms)","trace[163251851] 'applied index is now lower than readState.Index' (duration: 270.094569ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-10T19:13:11.214537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.910278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:1 size:612"}
{"level":"info","ts":"2024-10-10T19:13:11.214594Z","caller":"traceutil/trace.go:171","msg":"trace[903637215] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:326; }","duration":"299.974046ms","start":"2024-10-10T19:13:10.914608Z","end":"2024-10-10T19:13:11.214582Z","steps":["trace[903637215] 'agreement among raft nodes before linearized reading' (duration: 299.884219ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-10T19:13:11.214619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-10T19:13:10.914483Z","time spent":"300.130669ms","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":636,"request content":"key:\"/registry/configmaps/kube-system/coredns\" "}
{"level":"warn","ts":"2024-10-10T19:13:11.214759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.911782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-10T19:13:11.214785Z","caller":"traceutil/trace.go:171","msg":"trace[1414383674] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:326; }","duration":"530.937923ms","start":"2024-10-10T19:13:10.683840Z","end":"2024-10-10T19:13:11.214778Z","steps":["trace[1414383674] 'agreement among raft nodes before linearized reading' (duration: 459.793811ms)","trace[1414383674] 'get authentication metadata' (duration: 71.110661ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-10T19:13:11.214802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-10T19:13:10.683828Z","time spent":"530.969602ms","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "}
{"level":"warn","ts":"2024-10-10T19:13:11.214960Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.16446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"}
{"level":"info","ts":"2024-10-10T19:13:11.214985Z","caller":"traceutil/trace.go:171","msg":"trace[282630129] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:326; }","duration":"531.196221ms","start":"2024-10-10T19:13:10.683782Z","end":"2024-10-10T19:13:11.214979Z","steps":["trace[282630129] 'agreement among raft nodes before linearized reading' (duration: 459.853699ms)","trace[282630129] 'get authentication metadata' (duration: 71.302441ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-10T19:13:11.215002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-10T19:13:10.683760Z","time spent":"531.237729ms","remote":"127.0.0.1:34984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "}
{"level":"info","ts":"2024-10-10T19:13:11.215302Z","caller":"traceutil/trace.go:171","msg":"trace[1995623645] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"499.460772ms","start":"2024-10-10T19:13:10.683594Z","end":"2024-10-10T19:13:11.183055Z","steps":["trace[1995623645] 'process raft request' (duration: 189.79002ms)","trace[1995623645] 'compare' (duration: 256.541079ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-10T19:13:11.215367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-10T19:13:10.683577Z","time spent":"531.751148ms","remote":"127.0.0.1:34964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5731,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/minions/addons-977132\" mod_revision:290 > success:<request_put:<key:\"/registry/minions/addons-977132\" value_size:5692 >> failure:<request_range:<key:\"/registry/minions/addons-977132\" > >"}
{"level":"warn","ts":"2024-10-10T19:13:12.673428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.971201ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-10T19:13:12.677590Z","caller":"traceutil/trace.go:171","msg":"trace[830180587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:335; }","duration":"105.159928ms","start":"2024-10-10T19:13:12.572411Z","end":"2024-10-10T19:13:12.677571Z","steps":["trace[830180587] 'agreement among raft nodes before linearized reading' (duration: 100.925368ms)"],"step_count":1}
{"level":"info","ts":"2024-10-10T19:13:12.678192Z","caller":"traceutil/trace.go:171","msg":"trace[1425180711] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"126.145051ms","start":"2024-10-10T19:13:12.552033Z","end":"2024-10-10T19:13:12.678178Z","steps":["trace[1425180711] 'process raft request' (duration: 111.274197ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-10T19:13:12.678547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.577546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/default/cloud-spanner-emulator\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-10T19:13:12.678624Z","caller":"traceutil/trace.go:171","msg":"trace[786624810] range","detail":"{range_begin:/registry/deployments/default/cloud-spanner-emulator; range_end:; response_count:0; response_revision:335; }","duration":"126.660784ms","start":"2024-10-10T19:13:12.551952Z","end":"2024-10-10T19:13:12.678613Z","steps":["trace[786624810] 'agreement among raft nodes before linearized reading' (duration: 126.557501ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-10T19:13:12.678864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.138283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/standard\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-10T19:13:12.679602Z","caller":"traceutil/trace.go:171","msg":"trace[2132298101] range","detail":"{range_begin:/registry/storageclasses/standard; range_end:; response_count:0; response_revision:335; }","duration":"127.875251ms","start":"2024-10-10T19:13:12.551716Z","end":"2024-10-10T19:13:12.679591Z","steps":["trace[2132298101] 'agreement among raft nodes before linearized reading' (duration: 127.114776ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-10T19:13:12.679963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.255472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kindnet\" ","response":"range_response_count:1 size:4681"}
{"level":"info","ts":"2024-10-10T19:13:12.680038Z","caller":"traceutil/trace.go:171","msg":"trace[221676981] range","detail":"{range_begin:/registry/daemonsets/kube-system/kindnet; range_end:; response_count:1; response_revision:335; }","duration":"128.334091ms","start":"2024-10-10T19:13:12.551695Z","end":"2024-10-10T19:13:12.680029Z","steps":["trace[221676981] 'agreement among raft nodes before linearized reading' (duration: 121.628318ms)"],"step_count":1}
{"level":"info","ts":"2024-10-10T19:13:13.786498Z","caller":"traceutil/trace.go:171","msg":"trace[2059015865] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"100.325077ms","start":"2024-10-10T19:13:13.686154Z","end":"2024-10-10T19:13:13.786479Z","steps":["trace[2059015865] 'process raft request' (duration: 99.739192ms)"],"step_count":1}
{"level":"info","ts":"2024-10-10T19:13:13.862290Z","caller":"traceutil/trace.go:171","msg":"trace[657947557] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"176.073608ms","start":"2024-10-10T19:13:13.686201Z","end":"2024-10-10T19:13:13.862274Z","steps":["trace[657947557] 'process raft request' (duration: 99.762068ms)"],"step_count":1}
==> kernel <==
19:19:26 up 3:01, 0 users, load average: 0.07, 1.18, 2.01
Linux addons-977132 5.15.0-1070-aws #76~20.04.1-Ubuntu SMP Mon Sep 2 12:20:48 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [c7af35b4fd5baa0098fc01c37add1fa25094a643472c7d9018e9d49ddbfbdb6e] <==
I1010 19:17:23.536126 1 main.go:299] handling current node
I1010 19:17:33.535064 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:17:33.535100 1 main.go:299] handling current node
I1010 19:17:43.531141 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:17:43.531177 1 main.go:299] handling current node
I1010 19:17:53.534959 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:17:53.534993 1 main.go:299] handling current node
I1010 19:18:03.530433 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:18:03.530476 1 main.go:299] handling current node
I1010 19:18:13.530994 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:18:13.531027 1 main.go:299] handling current node
I1010 19:18:23.532404 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:18:23.532515 1 main.go:299] handling current node
I1010 19:18:33.536464 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:18:33.536495 1 main.go:299] handling current node
I1010 19:18:43.539156 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:18:43.539192 1 main.go:299] handling current node
I1010 19:18:53.531808 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:18:53.531946 1 main.go:299] handling current node
I1010 19:19:03.534716 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:19:03.534752 1 main.go:299] handling current node
I1010 19:19:13.530257 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:19:13.530291 1 main.go:299] handling current node
I1010 19:19:23.535844 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I1010 19:19:23.535879 1 main.go:299] handling current node
==> kube-apiserver [ccc6f75c731cb6831ae8a916252cec31ec92a7712bb2f56b265ef64acb7b80d5] <==
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E1010 19:15:03.819291 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.96.38.236:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.96.38.236:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.96.38.236:443: connect: connection refused" logger="UnhandledError"
I1010 19:15:03.917017 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1010 19:15:48.383968 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:57744: use of closed network connection
E1010 19:15:48.635457 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:57772: use of closed network connection
I1010 19:15:58.093735 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.103.151.152"}
E1010 19:16:12.931931 1 watch.go:250] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
I1010 19:16:28.375414 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1010 19:16:46.980126 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1010 19:16:46.980180 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1010 19:16:46.992654 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1010 19:16:46.992715 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1010 19:16:47.024850 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1010 19:16:47.024905 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1010 19:16:47.056642 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1010 19:16:47.056685 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1010 19:16:48.027246 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1010 19:16:48.057936 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1010 19:16:48.089804 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1010 19:17:00.574193 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1010 19:17:01.657678 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1010 19:17:06.135202 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1010 19:17:06.451499 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.109.116.242"}
I1010 19:19:24.306105 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.97.89.68"}
==> kube-controller-manager [352f3742c45a10451482e50aef142f37d8db32b4dc99da6cd38b46184f92af9d] <==
W1010 19:17:39.893230 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:17:39.893276 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1010 19:17:40.171152 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-977132"
W1010 19:17:55.560685 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:17:55.560731 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1010 19:18:07.423587 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:18:07.423629 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1010 19:18:14.404989 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:18:14.405035 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1010 19:18:23.385707 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:18:23.385754 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1010 19:18:31.402251 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:18:31.402317 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1010 19:18:58.680897 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:18:58.680947 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1010 19:19:04.151252 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:19:04.151296 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1010 19:19:14.843850 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:19:14.843900 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1010 19:19:15.440214 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1010 19:19:15.440255 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1010 19:19:24.058694 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="40.572275ms"
I1010 19:19:24.071467 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="12.626154ms"
I1010 19:19:24.071762 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="42.017µs"
I1010 19:19:24.074471 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="41.508µs"
==> kube-proxy [08163656d6b8657b361318e3d7e5f5a23aabfdc50a2f577022debd41efc3cae0] <==
I1010 19:13:14.388973 1 server_linux.go:66] "Using iptables proxy"
I1010 19:13:15.126194 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1010 19:13:15.126269 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1010 19:13:15.277708 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1010 19:13:15.277770 1 server_linux.go:169] "Using iptables Proxier"
I1010 19:13:15.281047 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1010 19:13:15.281523 1 server.go:483] "Version info" version="v1.31.1"
I1010 19:13:15.281539 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1010 19:13:15.284826 1 config.go:199] "Starting service config controller"
I1010 19:13:15.285045 1 shared_informer.go:313] Waiting for caches to sync for service config
I1010 19:13:15.285112 1 config.go:105] "Starting endpoint slice config controller"
I1010 19:13:15.285150 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1010 19:13:15.286057 1 config.go:328] "Starting node config controller"
I1010 19:13:15.286116 1 shared_informer.go:313] Waiting for caches to sync for node config
I1010 19:13:15.385356 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1010 19:13:15.385503 1 shared_informer.go:320] Caches are synced for service config
I1010 19:13:15.390601 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [d4201f8593f9e8f042257632a508f3d3fe0a6f00fd998405586466194ec6628f] <==
W1010 19:13:02.796464 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1010 19:13:02.796514 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1010 19:13:02.796538 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
E1010 19:13:02.796523 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.796969 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1010 19:13:02.797015 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.797092 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1010 19:13:02.797149 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.797261 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1010 19:13:02.797287 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.797389 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1010 19:13:02.797465 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.797727 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1010 19:13:02.797765 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.798060 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1010 19:13:02.798125 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.798074 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1010 19:13:02.798214 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.798307 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1010 19:13:02.798352 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.798446 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1010 19:13:02.798476 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1010 19:13:02.798548 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1010 19:13:02.798572 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1010 19:13:04.290921 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 10 19:18:04 addons-977132 kubelet[1500]: E1010 19:18:04.932091 1500 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587884931858008,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:04 addons-977132 kubelet[1500]: E1010 19:18:04.932129 1500 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587884931858008,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:08 addons-977132 kubelet[1500]: I1010 19:18:08.773707 1500 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Oct 10 19:18:14 addons-977132 kubelet[1500]: E1010 19:18:14.934806 1500 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587894934581841,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:14 addons-977132 kubelet[1500]: E1010 19:18:14.934843 1500 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587894934581841,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:23 addons-977132 kubelet[1500]: I1010 19:18:23.773694 1500 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="kube-system/nvidia-device-plugin-daemonset-t5hzj" secret="" err="secret \"gcp-auth\" not found"
Oct 10 19:18:24 addons-977132 kubelet[1500]: E1010 19:18:24.936875 1500 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587904936667964,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:24 addons-977132 kubelet[1500]: E1010 19:18:24.936911 1500 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587904936667964,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:34 addons-977132 kubelet[1500]: E1010 19:18:34.939639 1500 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587914939392145,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:34 addons-977132 kubelet[1500]: E1010 19:18:34.939675 1500 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587914939392145,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:44 addons-977132 kubelet[1500]: E1010 19:18:44.942508 1500 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587924942293446,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:44 addons-977132 kubelet[1500]: E1010 19:18:44.942546 1500 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587924942293446,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:54 addons-977132 kubelet[1500]: E1010 19:18:54.944616 1500 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587934944387631,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:18:54 addons-977132 kubelet[1500]: E1010 19:18:54.944656 1500 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587934944387631,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:19:04 addons-977132 kubelet[1500]: E1010 19:19:04.947781 1500 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587944947505069,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:19:04 addons-977132 kubelet[1500]: E1010 19:19:04.947845 1500 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587944947505069,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:19:06 addons-977132 kubelet[1500]: I1010 19:19:06.773797 1500 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/cloud-spanner-emulator-5b584cc74-95bs7" secret="" err="secret \"gcp-auth\" not found"
Oct 10 19:19:09 addons-977132 kubelet[1500]: I1010 19:19:09.773900 1500 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Oct 10 19:19:14 addons-977132 kubelet[1500]: E1010 19:19:14.950522 1500 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587954950311898,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:19:14 addons-977132 kubelet[1500]: E1010 19:19:14.950568 1500 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587954950311898,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:19:24 addons-977132 kubelet[1500]: I1010 19:19:24.050983 1500 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/nginx" podStartSLOduration=137.361807435 podStartE2EDuration="2m18.050964418s" podCreationTimestamp="2024-10-10 19:17:06 +0000 UTC" firstStartedPulling="2024-10-10 19:17:06.726660505 +0000 UTC m=+242.104804845" lastFinishedPulling="2024-10-10 19:17:07.415817488 +0000 UTC m=+242.793961828" observedRunningTime="2024-10-10 19:17:08.172741506 +0000 UTC m=+243.550885854" watchObservedRunningTime="2024-10-10 19:19:24.050964418 +0000 UTC m=+379.429108766"
Oct 10 19:19:24 addons-977132 kubelet[1500]: I1010 19:19:24.177199 1500 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-529tp\" (UniqueName: \"kubernetes.io/projected/360d409a-1fe1-496c-89b5-24a4e6c028b3-kube-api-access-529tp\") pod \"hello-world-app-55bf9c44b4-8qrrk\" (UID: \"360d409a-1fe1-496c-89b5-24a4e6c028b3\") " pod="default/hello-world-app-55bf9c44b4-8qrrk"
Oct 10 19:19:24 addons-977132 kubelet[1500]: E1010 19:19:24.952972 1500 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587964952672338,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:19:24 addons-977132 kubelet[1500]: E1010 19:19:24.953003 1500 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728587964952672338,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:558953,},InodesUsed:&UInt64Value{Value:213,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 19:19:26 addons-977132 kubelet[1500]: I1010 19:19:26.451757 1500 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-55bf9c44b4-8qrrk" podStartSLOduration=1.160605334 podStartE2EDuration="2.451736677s" podCreationTimestamp="2024-10-10 19:19:24 +0000 UTC" firstStartedPulling="2024-10-10 19:19:24.417278621 +0000 UTC m=+379.795422961" lastFinishedPulling="2024-10-10 19:19:25.708409956 +0000 UTC m=+381.086554304" observedRunningTime="2024-10-10 19:19:26.451207258 +0000 UTC m=+381.829351606" watchObservedRunningTime="2024-10-10 19:19:26.451736677 +0000 UTC m=+381.829881017"
==> storage-provisioner [d94dfd67941794641cf62203d120ebdb3de78a762987f69a5655865e4ddd46cc] <==
I1010 19:13:54.761046 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1010 19:13:54.781256 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1010 19:13:54.781595 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1010 19:13:54.836409 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1010 19:13:54.836587 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-977132_08ceb933-b7ae-4def-beef-9859a95d951a!
I1010 19:13:54.844644 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"accb9d8e-e70f-4044-b90f-a7b3246d7ccf", APIVersion:"v1", ResourceVersion:"884", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-977132_08ceb933-b7ae-4def-beef-9859a95d951a became leader
I1010 19:13:54.937742 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-977132_08ceb933-b7ae-4def-beef-9859a95d951a!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-977132 -n addons-977132
helpers_test.go:261: (dbg) Run: kubectl --context addons-977132 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-pkhnl ingress-nginx-admission-patch-s8hcx
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-977132 describe pod ingress-nginx-admission-create-pkhnl ingress-nginx-admission-patch-s8hcx
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-977132 describe pod ingress-nginx-admission-create-pkhnl ingress-nginx-admission-patch-s8hcx: exit status 1 (81.0717ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-pkhnl" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-s8hcx" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-977132 describe pod ingress-nginx-admission-create-pkhnl ingress-nginx-admission-patch-s8hcx: exit status 1
addons_test.go:975: (dbg) Run: out/minikube-linux-arm64 -p addons-977132 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:975: (dbg) Done: out/minikube-linux-arm64 -p addons-977132 addons disable ingress-dns --alsologtostderr -v=1: (1.283404162s)
addons_test.go:975: (dbg) Run: out/minikube-linux-arm64 -p addons-977132 addons disable ingress --alsologtostderr -v=1
addons_test.go:975: (dbg) Done: out/minikube-linux-arm64 -p addons-977132 addons disable ingress --alsologtostderr -v=1: (7.750562367s)
--- FAIL: TestAddons/parallel/Ingress (150.43s)