=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:209: (dbg) Run: kubectl --context addons-576073 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:234: (dbg) Run: kubectl --context addons-576073 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:247: (dbg) Run: kubectl --context addons-576073 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [11800167-b72e-4fa1-ace2-19fbdedc7fc5] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [11800167-b72e-4fa1-ace2-19fbdedc7fc5] Running
addons_test.go:252: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.003940174s
addons_test.go:264: (dbg) Run: out/minikube-linux-arm64 -p addons-576073 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:264: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-576073 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.194006962s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:280: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:288: (dbg) Run: kubectl --context addons-576073 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:293: (dbg) Run: out/minikube-linux-arm64 -p addons-576073 ip
addons_test.go:299: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:308: (dbg) Run: out/minikube-linux-arm64 -p addons-576073 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:308: (dbg) Done: out/minikube-linux-arm64 -p addons-576073 addons disable ingress-dns --alsologtostderr -v=1: (1.019228246s)
addons_test.go:313: (dbg) Run: out/minikube-linux-arm64 -p addons-576073 addons disable ingress --alsologtostderr -v=1
addons_test.go:313: (dbg) Done: out/minikube-linux-arm64 -p addons-576073 addons disable ingress --alsologtostderr -v=1: (7.797504786s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-576073
helpers_test.go:235: (dbg) docker inspect addons-576073:
-- stdout --
[
{
"Id": "8579abaa6ac41c26463ea93574c8a8476e9d70d267a1f8578e778ee6480a9124",
"Created": "2024-08-19T19:21:54.793580067Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 731597,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-08-19T19:21:54.952149653Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:decdd59746a9dba10062a73f6cd4b910c7b4e60613660b1022f8357747681c4d",
"ResolvConfPath": "/var/lib/docker/containers/8579abaa6ac41c26463ea93574c8a8476e9d70d267a1f8578e778ee6480a9124/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/8579abaa6ac41c26463ea93574c8a8476e9d70d267a1f8578e778ee6480a9124/hostname",
"HostsPath": "/var/lib/docker/containers/8579abaa6ac41c26463ea93574c8a8476e9d70d267a1f8578e778ee6480a9124/hosts",
"LogPath": "/var/lib/docker/containers/8579abaa6ac41c26463ea93574c8a8476e9d70d267a1f8578e778ee6480a9124/8579abaa6ac41c26463ea93574c8a8476e9d70d267a1f8578e778ee6480a9124-json.log",
"Name": "/addons-576073",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-576073:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-576073",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/bb507dac56b03dbf265aa6ea2aa70697b7e3f2f57e997afdf69d4b4978910951-init/diff:/var/lib/docker/overlay2/8e962a6dbb9d0dac0109dde177e008b2d3e9f196230205f721d3d9251672c15e/diff",
"MergedDir": "/var/lib/docker/overlay2/bb507dac56b03dbf265aa6ea2aa70697b7e3f2f57e997afdf69d4b4978910951/merged",
"UpperDir": "/var/lib/docker/overlay2/bb507dac56b03dbf265aa6ea2aa70697b7e3f2f57e997afdf69d4b4978910951/diff",
"WorkDir": "/var/lib/docker/overlay2/bb507dac56b03dbf265aa6ea2aa70697b7e3f2f57e997afdf69d4b4978910951/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-576073",
"Source": "/var/lib/docker/volumes/addons-576073/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-576073",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-576073",
"name.minikube.sigs.k8s.io": "addons-576073",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "5999a747f9080394664e3440f297098a8bd082f100a83121a97bca0b387283a3",
"SandboxKey": "/var/run/docker/netns/5999a747f908",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33533"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33534"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33537"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33535"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33536"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-576073": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "fd86d6e6c2bf797c7884dd6e6ef35536f6e228eed93dfb2117fd1d94f31bb6b4",
"EndpointID": "f87c6ef7366e9c6af505e44280b467abbfb326cdfe4e5425cc5bb3569f5e7954",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-576073",
"8579abaa6ac4"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-576073 -n addons-576073
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-576073 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-576073 logs -n 25: (1.379623037s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-931149 | download-only-931149 | jenkins | v1.33.1 | 19 Aug 24 19:21 UTC | 19 Aug 24 19:21 UTC |
| start | --download-only -p | download-docker-450063 | jenkins | v1.33.1 | 19 Aug 24 19:21 UTC | |
| | download-docker-450063 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-450063 | download-docker-450063 | jenkins | v1.33.1 | 19 Aug 24 19:21 UTC | 19 Aug 24 19:21 UTC |
| start | --download-only -p | binary-mirror-185375 | jenkins | v1.33.1 | 19 Aug 24 19:21 UTC | |
| | binary-mirror-185375 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:41775 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-185375 | binary-mirror-185375 | jenkins | v1.33.1 | 19 Aug 24 19:21 UTC | 19 Aug 24 19:21 UTC |
| addons | enable dashboard -p | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:21 UTC | |
| | addons-576073 | | | | | |
| addons | disable dashboard -p | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:21 UTC | |
| | addons-576073 | | | | | |
| start | -p addons-576073 --wait=true | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:21 UTC | 19 Aug 24 19:25 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| addons | addons-576073 addons disable | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:25 UTC | 19 Aug 24 19:25 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-576073 ip | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:25 UTC | 19 Aug 24 19:25 UTC |
| addons | addons-576073 addons disable | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:25 UTC | 19 Aug 24 19:25 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-576073 addons disable | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:25 UTC | 19 Aug 24 19:25 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:25 UTC | 19 Aug 24 19:26 UTC |
| | -p addons-576073 | | | | | |
| addons | addons-576073 addons | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:26 UTC | 19 Aug 24 19:26 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-576073 ssh cat | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:26 UTC | 19 Aug 24 19:26 UTC |
| | /opt/local-path-provisioner/pvc-862b7db2-6a73-4d5e-9bc6-01ce9b4d146a_default_test-pvc/file1 | | | | | |
| addons | addons-576073 addons disable | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:26 UTC | 19 Aug 24 19:26 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-576073 addons | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:26 UTC | 19 Aug 24 19:26 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:26 UTC | 19 Aug 24 19:26 UTC |
| | addons-576073 | | | | | |
| addons | enable headlamp | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:26 UTC | 19 Aug 24 19:26 UTC |
| | -p addons-576073 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-576073 addons disable | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:26 UTC | 19 Aug 24 19:26 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:27 UTC | 19 Aug 24 19:27 UTC |
| | addons-576073 | | | | | |
| ssh | addons-576073 ssh curl -s | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:27 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-576073 ip | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:29 UTC | 19 Aug 24 19:29 UTC |
| addons | addons-576073 addons disable | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:29 UTC | 19 Aug 24 19:29 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-576073 addons disable | addons-576073 | jenkins | v1.33.1 | 19 Aug 24 19:29 UTC | 19 Aug 24 19:29 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/08/19 19:21:29
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0819 19:21:29.913834 731104 out.go:345] Setting OutFile to fd 1 ...
I0819 19:21:29.914039 731104 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0819 19:21:29.914065 731104 out.go:358] Setting ErrFile to fd 2...
I0819 19:21:29.914083 731104 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0819 19:21:29.914338 731104 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19468-724938/.minikube/bin
I0819 19:21:29.914810 731104 out.go:352] Setting JSON to false
I0819 19:21:29.915734 731104 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":11037,"bootTime":1724084253,"procs":171,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1067-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0819 19:21:29.915835 731104 start.go:139] virtualization:
I0819 19:21:29.918353 731104 out.go:177] * [addons-576073] minikube v1.33.1 on Ubuntu 20.04 (arm64)
I0819 19:21:29.920166 731104 out.go:177] - MINIKUBE_LOCATION=19468
I0819 19:21:29.920312 731104 notify.go:220] Checking for updates...
I0819 19:21:29.923208 731104 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0819 19:21:29.925183 731104 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19468-724938/kubeconfig
I0819 19:21:29.926747 731104 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19468-724938/.minikube
I0819 19:21:29.928366 731104 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0819 19:21:29.930076 731104 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0819 19:21:29.931676 731104 driver.go:392] Setting default libvirt URI to qemu:///system
I0819 19:21:29.956517 731104 docker.go:123] docker version: linux-27.1.2:Docker Engine - Community
I0819 19:21:29.956632 731104 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0819 19:21:30.021971 731104 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-08-19 19:21:30.00812833 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1067-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aarc
h64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214900736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:27.1.2 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:8fc6bcff51318944179630522a095cc9dbf9f353 Expected:8fc6bcff51318944179630522a095cc9dbf9f353} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerError
s:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.1]] Warnings:<nil>}}
I0819 19:21:30.022111 731104 docker.go:307] overlay module found
I0819 19:21:30.025230 731104 out.go:177] * Using the docker driver based on user configuration
I0819 19:21:30.030168 731104 start.go:297] selected driver: docker
I0819 19:21:30.030204 731104 start.go:901] validating driver "docker" against <nil>
I0819 19:21:30.030220 731104 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0819 19:21:30.031227 731104 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0819 19:21:30.104573 731104 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:25 OomKillDisable:true NGoroutines:44 SystemTime:2024-08-19 19:21:30.092571542 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1067-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214900736 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:27.1.2 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:8fc6bcff51318944179630522a095cc9dbf9f353 Expected:8fc6bcff51318944179630522a095cc9dbf9f353} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.1]] Warnings:<nil>}}
I0819 19:21:30.104766 731104 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0819 19:21:30.105066 731104 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0819 19:21:30.107097 731104 out.go:177] * Using Docker driver with root privileges
I0819 19:21:30.109135 731104 cni.go:84] Creating CNI manager for ""
I0819 19:21:30.109190 731104 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0819 19:21:30.109219 731104 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0819 19:21:30.109325 731104 start.go:340] cluster config:
{Name:addons-576073 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-576073 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0819 19:21:30.111837 731104 out.go:177] * Starting "addons-576073" primary control-plane node in "addons-576073" cluster
I0819 19:21:30.115966 731104 cache.go:121] Beginning downloading kic base image for docker with crio
I0819 19:21:30.118078 731104 out.go:177] * Pulling base image v0.0.44-1723740748-19452 ...
I0819 19:21:30.120295 731104 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime crio
I0819 19:21:30.120391 731104 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19468-724938/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-cri-o-overlay-arm64.tar.lz4
I0819 19:21:30.120447 731104 cache.go:56] Caching tarball of preloaded images
I0819 19:21:30.120408 731104 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d in local docker daemon
I0819 19:21:30.120577 731104 preload.go:172] Found /home/jenkins/minikube-integration/19468-724938/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0819 19:21:30.120590 731104 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on crio
I0819 19:21:30.120965 731104 profile.go:143] Saving config to /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/config.json ...
I0819 19:21:30.121046 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/config.json: {Name:mkedd7097d094efbcafa65d3c0955df2eae23073 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:21:30.143141 731104 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d to local cache
I0819 19:21:30.143311 731104 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d in local cache directory
I0819 19:21:30.143337 731104 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d in local cache directory, skipping pull
I0819 19:21:30.143347 731104 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d exists in cache, skipping pull
I0819 19:21:30.143357 731104 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d as a tarball
I0819 19:21:30.143363 731104 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d from local cache
I0819 19:21:47.252122 731104 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d from cached tarball
I0819 19:21:47.252163 731104 cache.go:194] Successfully downloaded all kic artifacts
I0819 19:21:47.252214 731104 start.go:360] acquireMachinesLock for addons-576073: {Name:mk4f729e4fd9a08fed46fdf04c8cab537b1f05f7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0819 19:21:47.252330 731104 start.go:364] duration metric: took 91.026µs to acquireMachinesLock for "addons-576073"
I0819 19:21:47.252363 731104 start.go:93] Provisioning new machine with config: &{Name:addons-576073 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-576073 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I0819 19:21:47.252441 731104 start.go:125] createHost starting for "" (driver="docker")
I0819 19:21:47.254426 731104 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0819 19:21:47.254669 731104 start.go:159] libmachine.API.Create for "addons-576073" (driver="docker")
I0819 19:21:47.254702 731104 client.go:168] LocalClient.Create starting
I0819 19:21:47.254816 731104 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19468-724938/.minikube/certs/ca.pem
I0819 19:21:47.675429 731104 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19468-724938/.minikube/certs/cert.pem
I0819 19:21:48.395633 731104 cli_runner.go:164] Run: docker network inspect addons-576073 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0819 19:21:48.412619 731104 cli_runner.go:211] docker network inspect addons-576073 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0819 19:21:48.412715 731104 network_create.go:284] running [docker network inspect addons-576073] to gather additional debugging logs...
I0819 19:21:48.412739 731104 cli_runner.go:164] Run: docker network inspect addons-576073
W0819 19:21:48.429200 731104 cli_runner.go:211] docker network inspect addons-576073 returned with exit code 1
I0819 19:21:48.429229 731104 network_create.go:287] error running [docker network inspect addons-576073]: docker network inspect addons-576073: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-576073 not found
I0819 19:21:48.429256 731104 network_create.go:289] output of [docker network inspect addons-576073]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-576073 not found
** /stderr **
I0819 19:21:48.429376 731104 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0819 19:21:48.445690 731104 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x400184d370}
I0819 19:21:48.445734 731104 network_create.go:124] attempt to create docker network addons-576073 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0819 19:21:48.445796 731104 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-576073 addons-576073
I0819 19:21:48.517750 731104 network_create.go:108] docker network addons-576073 192.168.49.0/24 created
I0819 19:21:48.517786 731104 kic.go:121] calculated static IP "192.168.49.2" for the "addons-576073" container
I0819 19:21:48.517864 731104 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0819 19:21:48.532443 731104 cli_runner.go:164] Run: docker volume create addons-576073 --label name.minikube.sigs.k8s.io=addons-576073 --label created_by.minikube.sigs.k8s.io=true
I0819 19:21:48.548548 731104 oci.go:103] Successfully created a docker volume addons-576073
I0819 19:21:48.548647 731104 cli_runner.go:164] Run: docker run --rm --name addons-576073-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-576073 --entrypoint /usr/bin/test -v addons-576073:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d -d /var/lib
I0819 19:21:50.648382 731104 cli_runner.go:217] Completed: docker run --rm --name addons-576073-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-576073 --entrypoint /usr/bin/test -v addons-576073:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d -d /var/lib: (2.099694301s)
I0819 19:21:50.648414 731104 oci.go:107] Successfully prepared a docker volume addons-576073
I0819 19:21:50.648435 731104 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime crio
I0819 19:21:50.648454 731104 kic.go:194] Starting extracting preloaded images to volume ...
I0819 19:21:50.648546 731104 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19468-724938/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-576073:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d -I lz4 -xf /preloaded.tar -C /extractDir
I0819 19:21:54.730257 731104 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19468-724938/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-576073:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d -I lz4 -xf /preloaded.tar -C /extractDir: (4.081671406s)
I0819 19:21:54.730288 731104 kic.go:203] duration metric: took 4.081830812s to extract preloaded images to volume ...
W0819 19:21:54.730421 731104 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0819 19:21:54.730530 731104 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0819 19:21:54.779514 731104 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-576073 --name addons-576073 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-576073 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-576073 --network addons-576073 --ip 192.168.49.2 --volume addons-576073:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d
I0819 19:21:55.115930 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Running}}
I0819 19:21:55.136408 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:21:55.162294 731104 cli_runner.go:164] Run: docker exec addons-576073 stat /var/lib/dpkg/alternatives/iptables
I0819 19:21:55.221112 731104 oci.go:144] the created container "addons-576073" has a running status.
I0819 19:21:55.221145 731104 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa...
I0819 19:21:55.751342 731104 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0819 19:21:55.783475 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:21:55.808519 731104 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0819 19:21:55.808541 731104 kic_runner.go:114] Args: [docker exec --privileged addons-576073 chown docker:docker /home/docker/.ssh/authorized_keys]
I0819 19:21:55.893006 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:21:55.916861 731104 machine.go:93] provisionDockerMachine start ...
I0819 19:21:55.916958 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:21:55.937843 731104 main.go:141] libmachine: Using SSH client type: native
I0819 19:21:55.938107 731104 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 33533 <nil> <nil>}
I0819 19:21:55.938115 731104 main.go:141] libmachine: About to run SSH command:
hostname
I0819 19:21:56.098634 731104 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-576073
I0819 19:21:56.098697 731104 ubuntu.go:169] provisioning hostname "addons-576073"
I0819 19:21:56.098806 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:21:56.117639 731104 main.go:141] libmachine: Using SSH client type: native
I0819 19:21:56.117876 731104 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 33533 <nil> <nil>}
I0819 19:21:56.117887 731104 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-576073 && echo "addons-576073" | sudo tee /etc/hostname
I0819 19:21:56.269909 731104 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-576073
I0819 19:21:56.270031 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:21:56.298326 731104 main.go:141] libmachine: Using SSH client type: native
I0819 19:21:56.298578 731104 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 33533 <nil> <nil>}
I0819 19:21:56.298598 731104 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-576073' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-576073/g' /etc/hosts;
else
echo '127.0.1.1 addons-576073' | sudo tee -a /etc/hosts;
fi
fi
I0819 19:21:56.435306 731104 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0819 19:21:56.435337 731104 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19468-724938/.minikube CaCertPath:/home/jenkins/minikube-integration/19468-724938/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19468-724938/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19468-724938/.minikube}
I0819 19:21:56.435367 731104 ubuntu.go:177] setting up certificates
I0819 19:21:56.435377 731104 provision.go:84] configureAuth start
I0819 19:21:56.435436 731104 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-576073
I0819 19:21:56.452187 731104 provision.go:143] copyHostCerts
I0819 19:21:56.452274 731104 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19468-724938/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19468-724938/.minikube/ca.pem (1082 bytes)
I0819 19:21:56.452412 731104 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19468-724938/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19468-724938/.minikube/cert.pem (1123 bytes)
I0819 19:21:56.452473 731104 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19468-724938/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19468-724938/.minikube/key.pem (1675 bytes)
I0819 19:21:56.452527 731104 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19468-724938/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19468-724938/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19468-724938/.minikube/certs/ca-key.pem org=jenkins.addons-576073 san=[127.0.0.1 192.168.49.2 addons-576073 localhost minikube]
I0819 19:21:56.878585 731104 provision.go:177] copyRemoteCerts
I0819 19:21:56.878666 731104 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0819 19:21:56.878718 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:21:56.894845 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:21:56.988387 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0819 19:21:57.015814 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0819 19:21:57.049421 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0819 19:21:57.074774 731104 provision.go:87] duration metric: took 639.382915ms to configureAuth
I0819 19:21:57.074800 731104 ubuntu.go:193] setting minikube options for container-runtime
I0819 19:21:57.075035 731104 config.go:182] Loaded profile config "addons-576073": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.0
I0819 19:21:57.075154 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:21:57.092304 731104 main.go:141] libmachine: Using SSH client type: native
I0819 19:21:57.092563 731104 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e49d0] 0x3e7230 <nil> [] 0s} 127.0.0.1 33533 <nil> <nil>}
I0819 19:21:57.092587 731104 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0819 19:21:57.323339 731104 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0819 19:21:57.323408 731104 machine.go:96] duration metric: took 1.406524016s to provisionDockerMachine
I0819 19:21:57.323432 731104 client.go:171] duration metric: took 10.068718949s to LocalClient.Create
I0819 19:21:57.323493 731104 start.go:167] duration metric: took 10.068825219s to libmachine.API.Create "addons-576073"
I0819 19:21:57.323521 731104 start.go:293] postStartSetup for "addons-576073" (driver="docker")
I0819 19:21:57.323576 731104 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0819 19:21:57.323678 731104 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0819 19:21:57.323795 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:21:57.342213 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:21:57.436284 731104 ssh_runner.go:195] Run: cat /etc/os-release
I0819 19:21:57.439505 731104 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0819 19:21:57.439546 731104 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0819 19:21:57.439557 731104 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0819 19:21:57.439564 731104 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0819 19:21:57.439578 731104 filesync.go:126] Scanning /home/jenkins/minikube-integration/19468-724938/.minikube/addons for local assets ...
I0819 19:21:57.439650 731104 filesync.go:126] Scanning /home/jenkins/minikube-integration/19468-724938/.minikube/files for local assets ...
I0819 19:21:57.439675 731104 start.go:296] duration metric: took 116.105737ms for postStartSetup
I0819 19:21:57.439994 731104 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-576073
I0819 19:21:57.456115 731104 profile.go:143] Saving config to /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/config.json ...
I0819 19:21:57.456408 731104 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0819 19:21:57.456459 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:21:57.472237 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:21:57.560335 731104 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0819 19:21:57.565386 731104 start.go:128] duration metric: took 10.312928743s to createHost
I0819 19:21:57.565412 731104 start.go:83] releasing machines lock for "addons-576073", held for 10.3130662s
I0819 19:21:57.565480 731104 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-576073
I0819 19:21:57.581798 731104 ssh_runner.go:195] Run: cat /version.json
I0819 19:21:57.581893 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:21:57.582191 731104 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0819 19:21:57.582261 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:21:57.598261 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:21:57.615008 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:21:57.686304 731104 ssh_runner.go:195] Run: systemctl --version
I0819 19:21:57.691707 731104 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0819 19:21:57.845638 731104 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0819 19:21:57.849870 731104 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0819 19:21:57.870088 731104 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0819 19:21:57.870168 731104 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0819 19:21:57.901267 731104 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0819 19:21:57.901289 731104 start.go:495] detecting cgroup driver to use...
I0819 19:21:57.901323 731104 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0819 19:21:57.901374 731104 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0819 19:21:57.917064 731104 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0819 19:21:57.929504 731104 docker.go:217] disabling cri-docker service (if available) ...
I0819 19:21:57.929567 731104 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0819 19:21:57.944170 731104 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0819 19:21:57.959953 731104 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0819 19:21:58.045195 731104 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0819 19:21:58.138135 731104 docker.go:233] disabling docker service ...
I0819 19:21:58.138249 731104 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0819 19:21:58.158283 731104 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0819 19:21:58.171107 731104 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0819 19:21:58.266690 731104 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0819 19:21:58.376347 731104 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0819 19:21:58.389082 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0819 19:21:58.405877 731104 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0819 19:21:58.405952 731104 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0819 19:21:58.416153 731104 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0819 19:21:58.416278 731104 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0819 19:21:58.426288 731104 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0819 19:21:58.436391 731104 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0819 19:21:58.446352 731104 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0819 19:21:58.456019 731104 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0819 19:21:58.465828 731104 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0819 19:21:58.481618 731104 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0819 19:21:58.491977 731104 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0819 19:21:58.500790 731104 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0819 19:21:58.510517 731104 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0819 19:21:58.600723 731104 ssh_runner.go:195] Run: sudo systemctl restart crio
I0819 19:21:58.709349 731104 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0819 19:21:58.709476 731104 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0819 19:21:58.713495 731104 start.go:563] Will wait 60s for crictl version
I0819 19:21:58.713608 731104 ssh_runner.go:195] Run: which crictl
I0819 19:21:58.717312 731104 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0819 19:21:58.754140 731104 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0819 19:21:58.754245 731104 ssh_runner.go:195] Run: crio --version
I0819 19:21:58.792899 731104 ssh_runner.go:195] Run: crio --version
I0819 19:21:58.839881 731104 out.go:177] * Preparing Kubernetes v1.31.0 on CRI-O 1.24.6 ...
I0819 19:21:58.841586 731104 cli_runner.go:164] Run: docker network inspect addons-576073 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0819 19:21:58.857086 731104 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0819 19:21:58.860639 731104 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0819 19:21:58.871500 731104 kubeadm.go:883] updating cluster {Name:addons-576073 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-576073 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0819 19:21:58.871634 731104 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime crio
I0819 19:21:58.871699 731104 ssh_runner.go:195] Run: sudo crictl images --output json
I0819 19:21:58.950821 731104 crio.go:514] all images are preloaded for cri-o runtime.
I0819 19:21:58.950847 731104 crio.go:433] Images already preloaded, skipping extraction
I0819 19:21:58.951021 731104 ssh_runner.go:195] Run: sudo crictl images --output json
I0819 19:21:58.999020 731104 crio.go:514] all images are preloaded for cri-o runtime.
I0819 19:21:58.999045 731104 cache_images.go:84] Images are preloaded, skipping loading
I0819 19:21:58.999053 731104 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.0 crio true true} ...
I0819 19:21:58.999157 731104 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-576073 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:addons-576073 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0819 19:21:58.999246 731104 ssh_runner.go:195] Run: crio config
I0819 19:21:59.048957 731104 cni.go:84] Creating CNI manager for ""
I0819 19:21:59.048983 731104 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0819 19:21:59.048993 731104 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0819 19:21:59.049016 731104 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-576073 NodeName:addons-576073 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0819 19:21:59.049169 731104 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-576073"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0819 19:21:59.049247 731104 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0819 19:21:59.058426 731104 binaries.go:44] Found k8s binaries, skipping transfer
I0819 19:21:59.058545 731104 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0819 19:21:59.067962 731104 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0819 19:21:59.087193 731104 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0819 19:21:59.106361 731104 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2151 bytes)
I0819 19:21:59.126062 731104 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0819 19:21:59.129728 731104 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0819 19:21:59.140722 731104 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0819 19:21:59.223989 731104 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0819 19:21:59.238446 731104 certs.go:68] Setting up /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073 for IP: 192.168.49.2
I0819 19:21:59.238464 731104 certs.go:194] generating shared ca certs ...
I0819 19:21:59.238480 731104 certs.go:226] acquiring lock for ca certs: {Name:mk2cad830cbaa49da31bb7552e1178a32b4468c7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:21:59.239284 731104 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19468-724938/.minikube/ca.key
I0819 19:22:00.107847 731104 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19468-724938/.minikube/ca.crt ...
I0819 19:22:00.107895 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/ca.crt: {Name:mk1ed31716d947c2c426a13f8167b297c52d7d17 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:00.108125 731104 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19468-724938/.minikube/ca.key ...
I0819 19:22:00.108136 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/ca.key: {Name:mke7dc53ad887cf277aaef7cb252960176e2b0b8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:00.108257 731104 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19468-724938/.minikube/proxy-client-ca.key
I0819 19:22:00.761129 731104 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19468-724938/.minikube/proxy-client-ca.crt ...
I0819 19:22:00.761164 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/proxy-client-ca.crt: {Name:mk9c88381ca5b50efc0ee69c49cc225874d08f23 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:00.761364 731104 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19468-724938/.minikube/proxy-client-ca.key ...
I0819 19:22:00.761381 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/proxy-client-ca.key: {Name:mkf733d50c70a12515dd735b378f2c379d3bfe51 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:00.762360 731104 certs.go:256] generating profile certs ...
I0819 19:22:00.762519 731104 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/client.key
I0819 19:22:00.762562 731104 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/client.crt with IP's: []
I0819 19:22:01.708947 731104 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/client.crt ...
I0819 19:22:01.708985 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/client.crt: {Name:mkfa63cb878ccb48de2252f406b68448e3ccd2f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:01.709177 731104 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/client.key ...
I0819 19:22:01.709191 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/client.key: {Name:mk7242a764ce8c686c66bbe7bbd3f84fd0b17c30 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:01.709278 731104 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.key.8f077e8c
I0819 19:22:01.709299 731104 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.crt.8f077e8c with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0819 19:22:02.143869 731104 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.crt.8f077e8c ...
I0819 19:22:02.143908 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.crt.8f077e8c: {Name:mkee6b77c172c9b7fba3fa0a2c55fd44aee4ac69 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:02.144124 731104 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.key.8f077e8c ...
I0819 19:22:02.144142 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.key.8f077e8c: {Name:mk3e710f06453687748f2941449d620916a36131 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:02.144888 731104 certs.go:381] copying /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.crt.8f077e8c -> /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.crt
I0819 19:22:02.145004 731104 certs.go:385] copying /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.key.8f077e8c -> /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.key
I0819 19:22:02.145063 731104 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/proxy-client.key
I0819 19:22:02.145087 731104 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/proxy-client.crt with IP's: []
I0819 19:22:02.504521 731104 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/proxy-client.crt ...
I0819 19:22:02.504558 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/proxy-client.crt: {Name:mk84171db830c8ec1cd6cd6525ba8da9917f66e4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:02.504761 731104 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/proxy-client.key ...
I0819 19:22:02.504776 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/proxy-client.key: {Name:mk4fe7780422418f9bc6553d9e26399491bb9aba Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:02.504972 731104 certs.go:484] found cert: /home/jenkins/minikube-integration/19468-724938/.minikube/certs/ca-key.pem (1675 bytes)
I0819 19:22:02.505017 731104 certs.go:484] found cert: /home/jenkins/minikube-integration/19468-724938/.minikube/certs/ca.pem (1082 bytes)
I0819 19:22:02.505050 731104 certs.go:484] found cert: /home/jenkins/minikube-integration/19468-724938/.minikube/certs/cert.pem (1123 bytes)
I0819 19:22:02.505102 731104 certs.go:484] found cert: /home/jenkins/minikube-integration/19468-724938/.minikube/certs/key.pem (1675 bytes)
I0819 19:22:02.505721 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0819 19:22:02.531900 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0819 19:22:02.563099 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0819 19:22:02.588447 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0819 19:22:02.613384 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0819 19:22:02.637581 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0819 19:22:02.661966 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0819 19:22:02.686352 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/profiles/addons-576073/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0819 19:22:02.711313 731104 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19468-724938/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0819 19:22:02.736282 731104 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0819 19:22:02.754788 731104 ssh_runner.go:195] Run: openssl version
I0819 19:22:02.760307 731104 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0819 19:22:02.770016 731104 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0819 19:22:02.773669 731104 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Aug 19 19:22 /usr/share/ca-certificates/minikubeCA.pem
I0819 19:22:02.773756 731104 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0819 19:22:02.780657 731104 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0819 19:22:02.790082 731104 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0819 19:22:02.793462 731104 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0819 19:22:02.793514 731104 kubeadm.go:392] StartCluster: {Name:addons-576073 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1723740748-19452@sha256:2211a6931895d2d502e957e9667096db10734a96767d670cb4dbffdd37397b0d Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:addons-576073 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0819 19:22:02.793595 731104 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0819 19:22:02.793653 731104 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0819 19:22:02.830613 731104 cri.go:89] found id: ""
I0819 19:22:02.830721 731104 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0819 19:22:02.839930 731104 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0819 19:22:02.849246 731104 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0819 19:22:02.849363 731104 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0819 19:22:02.858685 731104 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0819 19:22:02.858705 731104 kubeadm.go:157] found existing configuration files:
I0819 19:22:02.858756 731104 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0819 19:22:02.868059 731104 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0819 19:22:02.868124 731104 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0819 19:22:02.877205 731104 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0819 19:22:02.886121 731104 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0819 19:22:02.886216 731104 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0819 19:22:02.894850 731104 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0819 19:22:02.903976 731104 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0819 19:22:02.904052 731104 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0819 19:22:02.912998 731104 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0819 19:22:02.921729 731104 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0819 19:22:02.921803 731104 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0819 19:22:02.930487 731104 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0819 19:22:02.975013 731104 kubeadm.go:310] [init] Using Kubernetes version: v1.31.0
I0819 19:22:02.975111 731104 kubeadm.go:310] [preflight] Running pre-flight checks
I0819 19:22:03.035130 731104 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0819 19:22:03.035262 731104 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1067-aws[0m
I0819 19:22:03.035330 731104 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0819 19:22:03.035404 731104 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0819 19:22:03.035482 731104 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0819 19:22:03.035550 731104 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0819 19:22:03.035633 731104 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0819 19:22:03.035715 731104 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0819 19:22:03.035799 731104 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0819 19:22:03.035865 731104 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0819 19:22:03.035947 731104 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0819 19:22:03.036020 731104 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0819 19:22:03.106942 731104 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0819 19:22:03.107135 731104 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0819 19:22:03.107290 731104 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0819 19:22:03.114441 731104 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0819 19:22:03.118277 731104 out.go:235] - Generating certificates and keys ...
I0819 19:22:03.118473 731104 kubeadm.go:310] [certs] Using existing ca certificate authority
I0819 19:22:03.118586 731104 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0819 19:22:04.217212 731104 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0819 19:22:04.528753 731104 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0819 19:22:04.931314 731104 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0819 19:22:05.591088 731104 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0819 19:22:06.197272 731104 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0819 19:22:06.197762 731104 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-576073 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0819 19:22:06.691583 731104 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0819 19:22:06.691973 731104 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-576073 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0819 19:22:07.324153 731104 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0819 19:22:09.133308 731104 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0819 19:22:09.639069 731104 kubeadm.go:310] [certs] Generating "sa" key and public key
I0819 19:22:09.639283 731104 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0819 19:22:10.566561 731104 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0819 19:22:11.065544 731104 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0819 19:22:11.433475 731104 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0819 19:22:11.999005 731104 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0819 19:22:12.324964 731104 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0819 19:22:12.325936 731104 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0819 19:22:12.328915 731104 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0819 19:22:12.330998 731104 out.go:235] - Booting up control plane ...
I0819 19:22:12.331104 731104 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0819 19:22:12.332596 731104 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0819 19:22:12.333849 731104 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0819 19:22:12.344180 731104 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0819 19:22:12.350766 731104 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0819 19:22:12.350820 731104 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0819 19:22:12.440088 731104 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0819 19:22:12.440205 731104 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0819 19:22:13.941585 731104 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.501629626s
I0819 19:22:13.941670 731104 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0819 19:22:19.943752 731104 kubeadm.go:310] [api-check] The API server is healthy after 6.002119004s
I0819 19:22:19.963807 731104 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0819 19:22:19.975833 731104 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0819 19:22:20.000813 731104 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0819 19:22:20.001014 731104 kubeadm.go:310] [mark-control-plane] Marking the node addons-576073 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0819 19:22:20.029298 731104 kubeadm.go:310] [bootstrap-token] Using token: qcmlnp.zdu1d1jko6dp72dq
I0819 19:22:20.031458 731104 out.go:235] - Configuring RBAC rules ...
I0819 19:22:20.031589 731104 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0819 19:22:20.043754 731104 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0819 19:22:20.053085 731104 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0819 19:22:20.057488 731104 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0819 19:22:20.061970 731104 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0819 19:22:20.069086 731104 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0819 19:22:20.349908 731104 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0819 19:22:20.794805 731104 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0819 19:22:21.351131 731104 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0819 19:22:21.352318 731104 kubeadm.go:310]
I0819 19:22:21.352388 731104 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0819 19:22:21.352402 731104 kubeadm.go:310]
I0819 19:22:21.352477 731104 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0819 19:22:21.352487 731104 kubeadm.go:310]
I0819 19:22:21.352512 731104 kubeadm.go:310] mkdir -p $HOME/.kube
I0819 19:22:21.352571 731104 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0819 19:22:21.352625 731104 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0819 19:22:21.352633 731104 kubeadm.go:310]
I0819 19:22:21.352686 731104 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0819 19:22:21.352694 731104 kubeadm.go:310]
I0819 19:22:21.352741 731104 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0819 19:22:21.352748 731104 kubeadm.go:310]
I0819 19:22:21.352798 731104 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0819 19:22:21.352877 731104 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0819 19:22:21.352948 731104 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0819 19:22:21.352957 731104 kubeadm.go:310]
I0819 19:22:21.353039 731104 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0819 19:22:21.353116 731104 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0819 19:22:21.353126 731104 kubeadm.go:310]
I0819 19:22:21.353207 731104 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token qcmlnp.zdu1d1jko6dp72dq \
I0819 19:22:21.353310 731104 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:ab23eb933e605ea8859f1211a81c888ec063b3d07d060523f474dd17288fbe72 \
I0819 19:22:21.353333 731104 kubeadm.go:310] --control-plane
I0819 19:22:21.353341 731104 kubeadm.go:310]
I0819 19:22:21.353423 731104 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0819 19:22:21.353431 731104 kubeadm.go:310]
I0819 19:22:21.353515 731104 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token qcmlnp.zdu1d1jko6dp72dq \
I0819 19:22:21.353618 731104 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:ab23eb933e605ea8859f1211a81c888ec063b3d07d060523f474dd17288fbe72
I0819 19:22:21.357184 731104 kubeadm.go:310] W0819 19:22:02.966410 1191 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0819 19:22:21.357496 731104 kubeadm.go:310] W0819 19:22:02.967455 1191 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I0819 19:22:21.357723 731104 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1067-aws\n", err: exit status 1
I0819 19:22:21.357836 731104 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0819 19:22:21.357883 731104 cni.go:84] Creating CNI manager for ""
I0819 19:22:21.357896 731104 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0819 19:22:21.359994 731104 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0819 19:22:21.361538 731104 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0819 19:22:21.365485 731104 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.0/kubectl ...
I0819 19:22:21.365515 731104 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0819 19:22:21.384532 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0819 19:22:21.673371 731104 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0819 19:22:21.673458 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:21.673499 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-576073 minikube.k8s.io/updated_at=2024_08_19T19_22_21_0700 minikube.k8s.io/version=v1.33.1 minikube.k8s.io/commit=9c2db9d51ec33b5c53a86e9ba3d384ee332e3411 minikube.k8s.io/name=addons-576073 minikube.k8s.io/primary=true
I0819 19:22:21.882552 731104 ops.go:34] apiserver oom_adj: -16
I0819 19:22:21.882650 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:22.383179 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:22.883538 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:23.383299 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:23.883450 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:24.382881 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:24.882779 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:25.383077 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:25.883050 731104 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0819 19:22:25.979049 731104 kubeadm.go:1113] duration metric: took 4.305637146s to wait for elevateKubeSystemPrivileges
I0819 19:22:25.979087 731104 kubeadm.go:394] duration metric: took 23.185575913s to StartCluster
I0819 19:22:25.979105 731104 settings.go:142] acquiring lock: {Name:mk6bcdf6dd4a381e8e13b5ff1323cbb105d2ea80 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:25.979246 731104 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19468-724938/kubeconfig
I0819 19:22:25.979677 731104 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19468-724938/kubeconfig: {Name:mkfc49edfea320f7e5c8c2c54a6eb69d2775dd73 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0819 19:22:25.979870 731104 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I0819 19:22:25.980010 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0819 19:22:25.980265 731104 config.go:182] Loaded profile config "addons-576073": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.0
I0819 19:22:25.980304 731104 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0819 19:22:25.980380 731104 addons.go:69] Setting yakd=true in profile "addons-576073"
I0819 19:22:25.980407 731104 addons.go:234] Setting addon yakd=true in "addons-576073"
I0819 19:22:25.980460 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:25.980909 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:25.981119 731104 addons.go:69] Setting inspektor-gadget=true in profile "addons-576073"
I0819 19:22:25.981142 731104 addons.go:234] Setting addon inspektor-gadget=true in "addons-576073"
I0819 19:22:25.981172 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:25.981625 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:25.981830 731104 addons.go:69] Setting metrics-server=true in profile "addons-576073"
I0819 19:22:25.981858 731104 addons.go:234] Setting addon metrics-server=true in "addons-576073"
I0819 19:22:25.981888 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:25.982289 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:25.984298 731104 addons.go:69] Setting cloud-spanner=true in profile "addons-576073"
I0819 19:22:25.984331 731104 addons.go:234] Setting addon cloud-spanner=true in "addons-576073"
I0819 19:22:25.984362 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:25.984944 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:25.986932 731104 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-576073"
I0819 19:22:25.986991 731104 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-576073"
I0819 19:22:25.987018 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:25.987365 731104 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-576073"
I0819 19:22:25.987391 731104 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-576073"
I0819 19:22:25.987518 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:25.987549 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:25.988710 731104 addons.go:69] Setting registry=true in profile "addons-576073"
I0819 19:22:25.988746 731104 addons.go:234] Setting addon registry=true in "addons-576073"
I0819 19:22:25.988778 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:25.989164 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:25.994463 731104 addons.go:69] Setting default-storageclass=true in profile "addons-576073"
I0819 19:22:25.994557 731104 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-576073"
I0819 19:22:25.995072 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.013941 731104 addons.go:69] Setting storage-provisioner=true in profile "addons-576073"
I0819 19:22:26.013985 731104 addons.go:234] Setting addon storage-provisioner=true in "addons-576073"
I0819 19:22:26.014023 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:26.014499 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.018102 731104 addons.go:69] Setting gcp-auth=true in profile "addons-576073"
I0819 19:22:26.018203 731104 mustload.go:65] Loading cluster: addons-576073
I0819 19:22:26.018438 731104 config.go:182] Loaded profile config "addons-576073": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.0
I0819 19:22:26.018748 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.029202 731104 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-576073"
I0819 19:22:26.029264 731104 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-576073"
I0819 19:22:26.029619 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.035087 731104 addons.go:69] Setting volcano=true in profile "addons-576073"
I0819 19:22:26.035219 731104 addons.go:234] Setting addon volcano=true in "addons-576073"
I0819 19:22:26.035298 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:26.035554 731104 addons.go:69] Setting ingress=true in profile "addons-576073"
I0819 19:22:26.035698 731104 addons.go:234] Setting addon ingress=true in "addons-576073"
I0819 19:22:26.035774 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:26.035954 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.036421 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.051911 731104 addons.go:69] Setting ingress-dns=true in profile "addons-576073"
I0819 19:22:26.052003 731104 addons.go:234] Setting addon ingress-dns=true in "addons-576073"
I0819 19:22:26.052134 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:26.052693 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.062404 731104 addons.go:69] Setting volumesnapshots=true in profile "addons-576073"
I0819 19:22:26.062452 731104 addons.go:234] Setting addon volumesnapshots=true in "addons-576073"
I0819 19:22:26.062491 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:26.062993 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.076784 731104 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.31.0
I0819 19:22:26.082883 731104 addons.go:431] installing /etc/kubernetes/addons/ig-namespace.yaml
I0819 19:22:26.082954 731104 ssh_runner.go:362] scp inspektor-gadget/ig-namespace.yaml --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0819 19:22:26.083553 731104 out.go:177] * Verifying Kubernetes components...
I0819 19:22:26.101576 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.117324 731104 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.1
I0819 19:22:26.118872 731104 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0819 19:22:26.118976 731104 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0819 19:22:26.119126 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.154195 731104 addons.go:234] Setting addon default-storageclass=true in "addons-576073"
I0819 19:22:26.154241 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:26.154677 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.155834 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.174977 731104 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0819 19:22:26.175781 731104 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0819 19:22:26.175924 731104 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0819 19:22:26.195704 731104 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.6
I0819 19:22:26.198640 731104 out.go:177] - Using image docker.io/registry:2.8.3
I0819 19:22:26.200455 731104 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I0819 19:22:26.200515 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0819 19:22:26.200613 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.200711 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:26.214122 731104 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I0819 19:22:26.223012 731104 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0819 19:22:26.223174 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.214325 731104 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.22
W0819 19:22:26.215563 731104 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0819 19:22:26.216193 731104 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0819 19:22:26.216593 731104 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-576073"
I0819 19:22:26.224314 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:26.224804 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:26.239181 731104 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0819 19:22:26.241074 731104 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0819 19:22:26.241203 731104 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I0819 19:22:26.241236 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0819 19:22:26.241316 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.242626 731104 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0819 19:22:26.244530 731104 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0819 19:22:26.244560 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0819 19:22:26.244657 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.260934 731104 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0819 19:22:26.261146 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.261578 731104 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0819 19:22:26.261591 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0819 19:22:26.261659 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.301311 731104 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0819 19:22:26.301666 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.303434 731104 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0819 19:22:26.303462 731104 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0819 19:22:26.303530 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.313229 731104 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0819 19:22:26.314874 731104 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0819 19:22:26.319284 731104 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0819 19:22:26.321239 731104 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0819 19:22:26.323257 731104 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0819 19:22:26.323512 731104 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0819 19:22:26.323533 731104 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0819 19:22:26.323607 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.329180 731104 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0819 19:22:26.330763 731104 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.2
I0819 19:22:26.335201 731104 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0819 19:22:26.335232 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0819 19:22:26.335298 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.367034 731104 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I0819 19:22:26.367061 731104 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0819 19:22:26.367122 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.371415 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.373297 731104 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I0819 19:22:26.375046 731104 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0819 19:22:26.375067 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0819 19:22:26.375132 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.381789 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.445362 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.460561 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.465198 731104 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0819 19:22:26.468855 731104 out.go:177] - Using image docker.io/busybox:stable
I0819 19:22:26.470629 731104 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0819 19:22:26.470651 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0819 19:22:26.470720 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:26.479042 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.531929 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.532089 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.549126 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.566032 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.574235 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.574770 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:26.735030 731104 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0819 19:22:26.735055 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0819 19:22:26.760665 731104 addons.go:431] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0819 19:22:26.760688 731104 ssh_runner.go:362] scp inspektor-gadget/ig-serviceaccount.yaml --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0819 19:22:26.776948 731104 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I0819 19:22:26.777016 731104 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0819 19:22:26.797917 731104 addons.go:431] installing /etc/kubernetes/addons/ig-role.yaml
I0819 19:22:26.797989 731104 ssh_runner.go:362] scp inspektor-gadget/ig-role.yaml --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0819 19:22:26.847580 731104 addons.go:431] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0819 19:22:26.847652 731104 ssh_runner.go:362] scp inspektor-gadget/ig-rolebinding.yaml --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0819 19:22:26.858975 731104 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0819 19:22:26.859048 731104 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0819 19:22:26.871865 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0819 19:22:26.893858 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0819 19:22:26.916300 731104 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0819 19:22:26.916371 731104 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0819 19:22:26.923038 731104 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I0819 19:22:26.923059 731104 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0819 19:22:26.923133 731104 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I0819 19:22:26.923138 731104 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0819 19:22:26.925115 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0819 19:22:26.929051 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0819 19:22:26.983377 731104 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0819 19:22:26.983409 731104 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0819 19:22:26.986680 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0819 19:22:26.989754 731104 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0819 19:22:26.989780 731104 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrole.yaml --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0819 19:22:26.993214 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0819 19:22:26.999900 731104 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0819 19:22:26.999941 731104 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0819 19:22:27.012811 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0819 19:22:27.062881 731104 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0819 19:22:27.062950 731104 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0819 19:22:27.084013 731104 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I0819 19:22:27.084041 731104 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0819 19:22:27.123308 731104 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I0819 19:22:27.123336 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0819 19:22:27.129011 731104 addons.go:431] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0819 19:22:27.129039 731104 ssh_runner.go:362] scp inspektor-gadget/ig-clusterrolebinding.yaml --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0819 19:22:27.136962 731104 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0819 19:22:27.136990 731104 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0819 19:22:27.141620 731104 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0819 19:22:27.141647 731104 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0819 19:22:27.297873 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0819 19:22:27.305268 731104 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I0819 19:22:27.305294 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0819 19:22:27.306816 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0819 19:22:27.308665 731104 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0819 19:22:27.308689 731104 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0819 19:22:27.311542 731104 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0819 19:22:27.311572 731104 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0819 19:22:27.316077 731104 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml": (1.33603861s)
I0819 19:22:27.316151 731104 ssh_runner.go:235] Completed: sudo systemctl daemon-reload: (1.141148204s)
I0819 19:22:27.316307 731104 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0819 19:22:27.316339 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0819 19:22:27.318673 731104 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I0819 19:22:27.318697 731104 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0819 19:22:27.473318 731104 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0819 19:22:27.473358 731104 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0819 19:22:27.516590 731104 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0819 19:22:27.516616 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0819 19:22:27.520003 731104 addons.go:431] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0819 19:22:27.520027 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0819 19:22:27.532651 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0819 19:22:27.629543 731104 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0819 19:22:27.629582 731104 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0819 19:22:27.658521 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0819 19:22:27.660278 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0819 19:22:27.757259 731104 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0819 19:22:27.757285 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0819 19:22:27.838739 731104 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0819 19:22:27.838782 731104 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0819 19:22:27.906464 731104 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0819 19:22:27.906490 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0819 19:22:27.981154 731104 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0819 19:22:27.981188 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0819 19:22:28.090799 731104 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0819 19:22:28.090841 731104 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0819 19:22:28.140935 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0819 19:22:31.990877 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.065728741s)
I0819 19:22:31.990985 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.061910321s)
I0819 19:22:31.991213 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.096888638s)
I0819 19:22:31.991288 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.119353474s)
I0819 19:22:33.063921 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.051072306s)
I0819 19:22:33.064181 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.766270318s)
I0819 19:22:33.064212 731104 addons.go:475] Verifying addon registry=true in "addons-576073"
I0819 19:22:33.064413 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.070633243s)
I0819 19:22:33.064537 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.757698977s)
I0819 19:22:33.064564 731104 addons.go:475] Verifying addon metrics-server=true in "addons-576073"
I0819 19:22:33.064626 731104 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (5.748262845s)
I0819 19:22:33.064643 731104 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0819 19:22:33.064686 731104 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (5.748363528s)
I0819 19:22:33.064719 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.532043356s)
I0819 19:22:33.066008 731104 node_ready.go:35] waiting up to 6m0s for node "addons-576073" to be "Ready" ...
I0819 19:22:33.064811 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.07810737s)
I0819 19:22:33.066377 731104 addons.go:475] Verifying addon ingress=true in "addons-576073"
I0819 19:22:33.068225 731104 out.go:177] * Verifying registry addon...
I0819 19:22:33.068236 731104 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-576073 service yakd-dashboard -n yakd-dashboard
I0819 19:22:33.070399 731104 out.go:177] * Verifying ingress addon...
I0819 19:22:33.071353 731104 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0819 19:22:33.073946 731104 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0819 19:22:33.125872 731104 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0819 19:22:33.125909 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:33.131440 731104 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0819 19:22:33.131466 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:33.167614 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.509028732s)
W0819 19:22:33.167658 731104 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0819 19:22:33.167701 731104 retry.go:31] will retry after 268.336395ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0819 19:22:33.167791 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.507477073s)
I0819 19:22:33.436371 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0819 19:22:33.596671 731104 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-576073" context rescaled to 1 replicas
I0819 19:22:33.612571 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:33.613466 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:33.740702 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.59970074s)
I0819 19:22:33.740739 731104 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-576073"
I0819 19:22:33.745122 731104 out.go:177] * Verifying csi-hostpath-driver addon...
I0819 19:22:33.748691 731104 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0819 19:22:33.801222 731104 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0819 19:22:33.801260 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:34.081854 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:34.087159 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:34.278489 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:34.575799 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:34.660291 731104 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.223860855s)
I0819 19:22:34.677537 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:34.753165 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:35.071187 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:35.079072 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:35.081182 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:35.252831 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:35.575099 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:35.577693 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:35.752924 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:36.076416 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:36.082030 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:36.254489 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:36.391038 731104 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0819 19:22:36.391127 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:36.408627 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:36.545116 731104 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0819 19:22:36.575084 731104 addons.go:234] Setting addon gcp-auth=true in "addons-576073"
I0819 19:22:36.575129 731104 host.go:66] Checking if "addons-576073" exists ...
I0819 19:22:36.575581 731104 cli_runner.go:164] Run: docker container inspect addons-576073 --format={{.State.Status}}
I0819 19:22:36.589990 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:36.590246 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:36.600459 731104 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0819 19:22:36.600517 731104 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-576073
I0819 19:22:36.626291 731104 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/19468-724938/.minikube/machines/addons-576073/id_rsa Username:docker}
I0819 19:22:36.740063 731104 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.3
I0819 19:22:36.742701 731104 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.2
I0819 19:22:36.745395 731104 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0819 19:22:36.745429 731104 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0819 19:22:36.753377 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:36.765741 731104 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0819 19:22:36.765769 731104 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0819 19:22:36.784385 731104 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0819 19:22:36.784409 731104 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0819 19:22:36.823493 731104 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0819 19:22:37.076314 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:37.079143 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:37.253494 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:37.460577 731104 addons.go:475] Verifying addon gcp-auth=true in "addons-576073"
I0819 19:22:37.463505 731104 out.go:177] * Verifying gcp-auth addon...
I0819 19:22:37.467011 731104 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0819 19:22:37.477213 731104 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0819 19:22:37.477296 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:37.569969 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:37.581451 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:37.582996 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:37.758258 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:37.972498 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:38.075096 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:38.078672 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:38.252120 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:38.470378 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:38.574842 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:38.578058 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:38.752906 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:38.973477 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:39.076296 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:39.079299 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:39.262334 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:39.472534 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:39.573539 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:39.575923 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:39.578967 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:39.753986 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:39.980619 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:40.076496 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:40.079876 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:40.252659 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:40.471513 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:40.576838 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:40.579630 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:40.752860 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:40.982519 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:41.074404 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:41.077786 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:41.252661 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:41.470861 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:41.575229 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:41.577892 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:41.752645 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:41.971421 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:42.070212 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:42.076641 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:42.078846 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:42.253487 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:42.470408 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:42.574123 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:42.577202 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:42.752780 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:42.972159 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:43.078246 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:43.081256 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:43.252878 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:43.470473 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:43.574478 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:43.578124 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:43.754137 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:43.970495 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:44.075118 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:44.077882 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:44.252435 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:44.470947 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:44.570295 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:44.575052 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:44.577568 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:44.752210 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:44.970002 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:45.080989 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:45.081896 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:45.252892 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:45.470005 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:45.574260 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:45.577562 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:45.751955 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:45.970633 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:46.074827 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:46.078275 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:46.252284 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:46.470788 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:46.574668 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:46.577881 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:46.752320 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:46.971583 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:47.070663 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:47.074545 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:47.077964 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:47.252552 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:47.470071 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:47.574267 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:47.578113 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:47.752546 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:47.970716 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:48.074987 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:48.078351 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:48.252918 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:48.470655 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:48.574092 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:48.577550 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:48.752053 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:48.971067 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:49.075058 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:49.077518 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:49.251959 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:49.470834 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:49.569521 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:49.574992 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:49.577789 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:49.752262 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:49.971156 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:50.074993 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:50.078162 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:50.252949 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:50.470090 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:50.574578 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:50.577892 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:50.752622 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:50.970795 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:51.074871 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:51.078590 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:51.252352 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:51.471046 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:51.574329 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:51.577554 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:51.752267 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:51.969934 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:52.069421 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:52.075560 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:52.078377 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:52.252896 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:52.470569 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:52.574104 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:52.577715 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:52.752042 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:52.970340 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:53.074247 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:53.077420 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:53.252835 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:53.470415 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:53.574964 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:53.578978 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:53.753363 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:53.970681 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:54.074109 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:54.084611 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:54.085557 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:54.253514 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:54.471354 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:54.576323 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:54.578031 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:54.753027 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:54.970647 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:55.076842 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:55.078301 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:55.252964 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:55.471134 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:55.574696 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:55.577868 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:55.755065 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:55.970861 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:56.074304 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:56.077700 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:56.252599 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:56.470422 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:56.573627 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:56.575487 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:56.578019 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:56.752452 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:56.973590 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:57.075037 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:57.078160 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:57.252817 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:57.470984 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:57.574410 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:57.577329 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:57.752040 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:57.970698 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:58.077170 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:58.079040 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:58.253967 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:58.470259 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:58.574722 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:58.577394 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:58.753523 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:58.971697 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:59.070345 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:22:59.074172 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:59.077497 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:59.252793 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:59.470887 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:22:59.575182 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:22:59.577547 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:22:59.752340 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:22:59.970338 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:00.126503 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:00.126746 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:00.259533 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:00.471151 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:00.574388 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:00.577458 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:00.752941 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:00.970759 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:01.075136 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:01.077747 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:01.252395 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:01.470599 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:01.569549 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:23:01.574836 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:01.577779 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:01.752820 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:01.971514 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:02.075155 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:02.077943 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:02.253137 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:02.470856 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:02.574686 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:02.577524 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:02.751933 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:02.970033 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:03.074958 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:03.078441 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:03.252250 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:03.471032 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:03.574589 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:03.577804 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:03.752232 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:03.970983 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:04.069924 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:23:04.074866 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:04.077645 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:04.252135 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:04.470564 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:04.575017 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:04.577835 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:04.752616 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:04.970688 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:05.074503 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:05.078235 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:05.253241 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:05.470622 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:05.574745 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:05.578046 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:05.752386 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:05.971200 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:06.070484 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:23:06.074981 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:06.078102 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:06.252886 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:06.470145 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:06.575693 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:06.578246 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:06.753932 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:06.970185 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:07.074823 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:07.077414 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:07.252873 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:07.470207 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:07.575322 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:07.578222 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:07.752533 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:07.971006 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:08.074480 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:08.077705 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:08.252252 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:08.470610 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:08.569595 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:23:08.574498 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:08.577748 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:08.752494 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:08.971027 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:09.075114 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:09.078731 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:09.252398 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:09.470206 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:09.574195 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:09.578019 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:09.752913 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:09.970849 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:10.074994 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:10.078306 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:10.252862 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:10.470811 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:10.570051 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:23:10.575546 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:10.578101 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:10.752722 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:10.970097 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:11.075481 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:11.078146 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:11.252525 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:11.470823 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:11.574487 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:11.577287 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:11.753637 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:11.971293 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:12.075871 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:12.079047 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:12.252592 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:12.470344 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:12.570382 731104 node_ready.go:53] node "addons-576073" has status "Ready":"False"
I0819 19:23:12.574216 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:12.577588 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:12.752540 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:12.980477 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:13.139562 731104 node_ready.go:49] node "addons-576073" has status "Ready":"True"
I0819 19:23:13.139637 731104 node_ready.go:38] duration metric: took 40.073602303s for node "addons-576073" to be "Ready" ...
I0819 19:23:13.139662 731104 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0819 19:23:13.161421 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:13.162731 731104 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0819 19:23:13.162815 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:13.204289 731104 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-47nmh" in "kube-system" namespace to be "Ready" ...
I0819 19:23:13.273722 731104 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0819 19:23:13.273798 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:13.472091 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:13.608402 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:13.609715 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:13.754577 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:13.971325 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:14.093843 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:14.094539 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:14.254651 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:14.470993 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:14.577710 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:14.578975 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:14.754851 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:14.974399 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:15.077684 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:15.088704 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:15.229142 731104 pod_ready.go:103] pod "coredns-6f6b679f8f-47nmh" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:15.269219 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:15.501373 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:15.593569 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:15.595020 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:15.712788 731104 pod_ready.go:93] pod "coredns-6f6b679f8f-47nmh" in "kube-system" namespace has status "Ready":"True"
I0819 19:23:15.712816 731104 pod_ready.go:82] duration metric: took 2.508444388s for pod "coredns-6f6b679f8f-47nmh" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.712841 731104 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-576073" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.731141 731104 pod_ready.go:93] pod "etcd-addons-576073" in "kube-system" namespace has status "Ready":"True"
I0819 19:23:15.731166 731104 pod_ready.go:82] duration metric: took 18.31798ms for pod "etcd-addons-576073" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.731182 731104 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-576073" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.737324 731104 pod_ready.go:93] pod "kube-apiserver-addons-576073" in "kube-system" namespace has status "Ready":"True"
I0819 19:23:15.737351 731104 pod_ready.go:82] duration metric: took 6.160255ms for pod "kube-apiserver-addons-576073" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.737365 731104 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-576073" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.747921 731104 pod_ready.go:93] pod "kube-controller-manager-addons-576073" in "kube-system" namespace has status "Ready":"True"
I0819 19:23:15.747947 731104 pod_ready.go:82] duration metric: took 10.573131ms for pod "kube-controller-manager-addons-576073" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.747961 731104 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-qhvj6" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.761270 731104 pod_ready.go:93] pod "kube-proxy-qhvj6" in "kube-system" namespace has status "Ready":"True"
I0819 19:23:15.761293 731104 pod_ready.go:82] duration metric: took 13.324081ms for pod "kube-proxy-qhvj6" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.761304 731104 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-576073" in "kube-system" namespace to be "Ready" ...
I0819 19:23:15.767029 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:15.971521 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:16.075684 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:16.080118 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:16.109507 731104 pod_ready.go:93] pod "kube-scheduler-addons-576073" in "kube-system" namespace has status "Ready":"True"
I0819 19:23:16.109580 731104 pod_ready.go:82] duration metric: took 348.266863ms for pod "kube-scheduler-addons-576073" in "kube-system" namespace to be "Ready" ...
I0819 19:23:16.109608 731104 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace to be "Ready" ...
I0819 19:23:16.254064 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:16.470965 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:16.576339 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:16.579634 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:16.753890 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:16.971001 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:17.076651 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:17.080448 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:17.255870 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:17.470993 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:17.576159 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:17.579627 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:17.756742 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:17.973429 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:18.075847 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:18.079534 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:18.116816 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:18.254486 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:18.471579 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:18.579029 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:18.580737 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:18.755400 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:18.971148 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:19.080557 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:19.081583 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:19.253768 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:19.473102 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:19.576220 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:19.579061 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:19.754600 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:19.979514 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:20.080046 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:20.081047 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:20.130054 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:20.255825 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:20.470593 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:20.576422 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:20.579788 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:20.767392 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:20.971793 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:21.076984 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:21.079199 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:21.253963 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:21.471220 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:21.575166 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:21.578536 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:21.754157 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:21.971208 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:22.075366 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:22.078763 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:22.255343 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:22.471291 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:22.576596 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:22.580027 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:22.618545 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:22.753629 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:22.971657 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:23.075479 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:23.078605 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:23.254921 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:23.471298 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:23.575796 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:23.579067 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:23.754562 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:23.970559 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:24.078366 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:24.078664 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:24.253656 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:24.470608 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:24.576888 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:24.580441 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:24.627516 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:24.754816 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:24.970615 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:25.077015 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:25.083763 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:25.256590 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:25.472269 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:25.574942 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:25.578378 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:25.753472 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:25.970915 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:26.076042 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:26.079016 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:26.255298 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:26.470176 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:26.577082 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:26.579520 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:26.754387 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:26.973666 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:27.080973 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:27.082070 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:27.132692 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:27.253302 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:27.472521 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:27.576141 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:27.582658 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:27.756241 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:27.970665 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:28.075969 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:28.079487 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:28.253909 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:28.470153 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:28.575723 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:28.579263 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:28.754071 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:28.970269 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:29.075264 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:29.078014 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:29.253382 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:29.471273 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:29.578097 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:29.583413 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:29.640309 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:29.754400 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:29.970626 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:30.079226 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:30.083550 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:30.254026 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:30.471472 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:30.576112 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:30.582135 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:30.754529 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:30.971159 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:31.079904 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:31.081401 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:31.255982 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:31.474854 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:31.579556 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:31.582163 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:31.754633 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:31.971815 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:32.077346 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:32.083157 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:32.118391 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:32.255834 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:32.471373 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:32.579717 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:32.581148 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:32.759766 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:32.971092 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:33.077679 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:33.081934 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:33.256834 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:33.472514 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:33.576331 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:33.580933 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:33.754483 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:33.971050 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:34.075302 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:34.079204 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:34.254379 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:34.471606 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:34.578182 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:34.585233 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:34.620296 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:34.756903 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:34.971447 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:35.075488 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:35.079812 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:35.255521 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:35.470571 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:35.576803 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:35.581883 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:35.754746 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:35.974998 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:36.089273 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:36.090297 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:36.254272 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:36.470573 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:36.575997 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:36.580414 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:36.628641 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:36.753842 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:36.970390 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:37.078859 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:37.080232 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:37.255141 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:37.471879 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:37.575433 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:37.578695 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:37.754704 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:37.971630 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:38.095981 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:38.098761 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:38.254205 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:38.471553 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:38.578113 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:38.580370 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:38.754795 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:38.971538 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:39.077907 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:39.080264 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:39.117698 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:39.254176 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:39.472606 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:39.587527 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:39.588860 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:39.753605 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:39.970764 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:40.075102 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:40.082569 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:40.257157 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:40.471920 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:40.575438 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:40.579604 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:40.753551 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:40.970436 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:41.079799 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:41.086137 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:41.254365 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:41.470342 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:41.575339 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:41.578739 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:41.616610 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:41.753895 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:41.970476 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:42.078358 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:42.093318 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:42.255205 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:42.471376 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:42.579855 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:42.584838 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:42.754614 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:42.971250 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:43.077310 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:43.080145 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:43.254308 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:43.481671 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:43.577583 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:43.585383 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:43.617623 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:43.756789 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:43.976411 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:44.088418 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:44.089135 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:44.254747 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:44.472618 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:44.577911 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:44.586270 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:44.795416 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:44.971526 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:45.077250 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:45.082305 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:45.255592 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:45.471965 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:45.578955 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:45.580406 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:45.753111 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:45.973364 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:46.075571 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:46.080985 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:46.136549 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:46.271269 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:46.470466 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:46.581013 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:46.582721 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:46.753707 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:46.971268 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:47.076623 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:47.088941 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:47.254548 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:47.471247 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:47.577459 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:47.579570 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:47.754645 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:47.971435 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:48.078772 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:48.081244 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:48.254833 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:48.470413 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:48.576114 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:48.578777 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:48.616195 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:48.753180 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:48.971297 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:49.075402 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:49.077852 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:49.254003 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:49.471096 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:49.576864 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:49.580097 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:49.754633 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:49.975720 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:50.086242 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:50.088939 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:50.256075 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:50.472529 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:50.576513 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:50.583893 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:50.617476 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:50.753650 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:50.971911 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:51.076411 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:51.081633 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:51.254607 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:51.471419 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:51.575147 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:51.579685 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:51.756322 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:51.971401 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:52.080004 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:52.090043 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:52.254683 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:52.470860 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:52.576758 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:52.580840 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:52.617516 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:52.753789 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:52.976727 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:53.076399 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:53.080391 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:53.253260 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:53.477960 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:53.575776 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:53.579563 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:53.754190 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:53.976895 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:54.075933 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0819 19:23:54.079645 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:54.253715 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:54.471279 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:54.576451 731104 kapi.go:107] duration metric: took 1m21.505098761s to wait for kubernetes.io/minikube-addons=registry ...
I0819 19:23:54.579545 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:54.753826 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:54.971754 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:55.079735 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:55.116599 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:55.254310 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:55.471932 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:55.579067 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:55.753935 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:55.970817 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:56.099302 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:56.253982 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:56.472640 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:56.578721 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:56.754999 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:56.971641 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:57.079303 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:57.116788 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:57.254255 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:57.472712 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:57.579443 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:57.753887 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:57.970790 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:58.082718 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:58.254224 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:58.470764 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:58.579255 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:58.765878 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:58.970618 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:59.080069 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:59.253479 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:59.474276 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:23:59.582615 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:23:59.617420 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:23:59.755129 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:23:59.970693 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:00.101084 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:00.269994 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:00.491844 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:00.581201 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:00.754749 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:00.985867 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:01.081131 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:01.255836 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:01.470664 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:01.579644 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:01.627527 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:01.757649 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:01.971663 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:02.079396 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:02.254486 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:02.471057 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:02.579567 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:02.755604 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:02.971298 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:03.082577 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:03.254003 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:03.473113 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:03.579258 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:03.756503 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:03.970153 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:04.080346 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:04.117436 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:04.255256 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:04.471233 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:04.578611 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:04.754705 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:04.971082 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:05.079385 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:05.253676 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:05.471070 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:05.578449 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:05.754114 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:05.970419 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:06.080834 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:06.118526 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:06.254954 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:06.470852 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:06.578612 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:06.754550 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:06.971111 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:07.079071 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:07.254362 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:07.471252 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:07.578544 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:07.754075 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:07.970969 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:08.078240 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:08.254392 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:08.470641 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:08.579477 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:08.617007 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:08.754484 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:08.971112 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:09.078188 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:09.254394 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:09.470991 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:09.578731 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:09.755464 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:09.970952 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:10.080710 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:10.255984 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:10.470936 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:10.579402 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:10.620252 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:10.768773 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:10.970863 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:11.078773 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:11.253581 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:11.473037 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:11.579503 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:11.754930 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:11.970782 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:12.078483 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:12.254088 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:12.471365 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:12.578665 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:12.754472 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:12.970924 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:13.078686 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:13.119030 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:13.254204 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:13.471349 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:13.581154 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:13.754236 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:13.970665 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:14.078856 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:14.254174 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0819 19:24:14.471139 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:14.582256 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:14.753953 731104 kapi.go:107] duration metric: took 1m41.005264019s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0819 19:24:14.970586 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:15.078553 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:15.470230 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:15.578348 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:15.616667 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:15.971196 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:16.077928 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:16.470551 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:16.578071 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:16.971121 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:17.078162 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:17.470467 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:17.578605 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:17.617536 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:17.970534 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:18.079061 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:18.471669 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:18.579278 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:18.970822 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:19.078582 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:19.471969 731104 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0819 19:24:19.584816 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:19.970846 731104 kapi.go:107] duration metric: took 1m42.503829921s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0819 19:24:19.972856 731104 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-576073 cluster.
I0819 19:24:19.974604 731104 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0819 19:24:19.976346 731104 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0819 19:24:20.078646 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:20.117813 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:20.578739 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:21.079144 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:21.578058 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:22.078519 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:22.123724 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:22.579034 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:23.081455 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:23.579790 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:24.078975 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:24.581223 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:24.620651 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:25.079389 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:25.578980 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:26.079783 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:26.578145 731104 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0819 19:24:27.079624 731104 kapi.go:107] duration metric: took 1m54.005678214s to wait for app.kubernetes.io/name=ingress-nginx ...
I0819 19:24:27.083025 731104 out.go:177] * Enabled addons: cloud-spanner, ingress-dns, storage-provisioner, storage-provisioner-rancher, nvidia-device-plugin, metrics-server, yakd, default-storageclass, inspektor-gadget, volumesnapshots, registry, csi-hostpath-driver, gcp-auth, ingress
I0819 19:24:27.084951 731104 addons.go:510] duration metric: took 2m1.104630019s for enable addons: enabled=[cloud-spanner ingress-dns storage-provisioner storage-provisioner-rancher nvidia-device-plugin metrics-server yakd default-storageclass inspektor-gadget volumesnapshots registry csi-hostpath-driver gcp-auth ingress]
I0819 19:24:27.116347 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:29.116420 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:31.117099 731104 pod_ready.go:103] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"False"
I0819 19:24:33.616221 731104 pod_ready.go:93] pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace has status "Ready":"True"
I0819 19:24:33.616247 731104 pod_ready.go:82] duration metric: took 1m17.506618069s for pod "metrics-server-8988944d9-pvpfc" in "kube-system" namespace to be "Ready" ...
I0819 19:24:33.616260 731104 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-2l7wx" in "kube-system" namespace to be "Ready" ...
I0819 19:24:33.630160 731104 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-2l7wx" in "kube-system" namespace has status "Ready":"True"
I0819 19:24:33.630246 731104 pod_ready.go:82] duration metric: took 13.976504ms for pod "nvidia-device-plugin-daemonset-2l7wx" in "kube-system" namespace to be "Ready" ...
I0819 19:24:33.630286 731104 pod_ready.go:39] duration metric: took 1m20.490597333s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0819 19:24:33.630363 731104 api_server.go:52] waiting for apiserver process to appear ...
I0819 19:24:33.630418 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0819 19:24:33.630512 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0819 19:24:33.703207 731104 cri.go:89] found id: "e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf"
I0819 19:24:33.703279 731104 cri.go:89] found id: ""
I0819 19:24:33.703300 731104 logs.go:276] 1 containers: [e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf]
I0819 19:24:33.703386 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:33.707784 731104 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0819 19:24:33.707867 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0819 19:24:33.753144 731104 cri.go:89] found id: "c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e"
I0819 19:24:33.753208 731104 cri.go:89] found id: ""
I0819 19:24:33.753231 731104 logs.go:276] 1 containers: [c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e]
I0819 19:24:33.753306 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:33.756933 731104 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0819 19:24:33.757052 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0819 19:24:33.800541 731104 cri.go:89] found id: "ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d"
I0819 19:24:33.800567 731104 cri.go:89] found id: ""
I0819 19:24:33.800575 731104 logs.go:276] 1 containers: [ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d]
I0819 19:24:33.800651 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:33.804266 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0819 19:24:33.804346 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0819 19:24:33.841919 731104 cri.go:89] found id: "2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6"
I0819 19:24:33.841938 731104 cri.go:89] found id: ""
I0819 19:24:33.841946 731104 logs.go:276] 1 containers: [2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6]
I0819 19:24:33.842005 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:33.845786 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0819 19:24:33.845858 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0819 19:24:33.887018 731104 cri.go:89] found id: "dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313"
I0819 19:24:33.887042 731104 cri.go:89] found id: ""
I0819 19:24:33.887051 731104 logs.go:276] 1 containers: [dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313]
I0819 19:24:33.887108 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:33.890591 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0819 19:24:33.890664 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0819 19:24:33.940448 731104 cri.go:89] found id: "194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180"
I0819 19:24:33.940478 731104 cri.go:89] found id: ""
I0819 19:24:33.940486 731104 logs.go:276] 1 containers: [194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180]
I0819 19:24:33.940548 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:33.944417 731104 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0819 19:24:33.944531 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0819 19:24:33.986087 731104 cri.go:89] found id: "68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6"
I0819 19:24:33.986120 731104 cri.go:89] found id: ""
I0819 19:24:33.986129 731104 logs.go:276] 1 containers: [68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6]
I0819 19:24:33.986189 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:33.989676 731104 logs.go:123] Gathering logs for kubelet ...
I0819 19:24:33.989704 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0819 19:24:34.016695 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.819471 1522 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-576073' and this object
W0819 19:24:34.017033 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.819529 1522 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:34.017228 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839056 1522 reflector.go:561] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-576073' and this object
W0819 19:24:34.017453 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839102 1522 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:34.017640 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839473 1522 reflector.go:561] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-576073" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-576073' and this object
W0819 19:24:34.017881 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839501 1522 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:34.018065 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839791 1522 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-576073' and this object
W0819 19:24:34.018286 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839818 1522 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:34.018466 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.878685 1522 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-576073' and this object
W0819 19:24:34.018690 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.890004 1522 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
I0819 19:24:34.074152 731104 logs.go:123] Gathering logs for describe nodes ...
I0819 19:24:34.074187 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0819 19:24:34.298345 731104 logs.go:123] Gathering logs for kube-controller-manager [194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180] ...
I0819 19:24:34.298378 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180"
I0819 19:24:34.376390 731104 logs.go:123] Gathering logs for kindnet [68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6] ...
I0819 19:24:34.376429 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6"
I0819 19:24:34.424881 731104 logs.go:123] Gathering logs for container status ...
I0819 19:24:34.424913 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0819 19:24:34.478358 731104 logs.go:123] Gathering logs for dmesg ...
I0819 19:24:34.478389 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0819 19:24:34.506599 731104 logs.go:123] Gathering logs for kube-apiserver [e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf] ...
I0819 19:24:34.506649 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf"
I0819 19:24:34.559069 731104 logs.go:123] Gathering logs for etcd [c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e] ...
I0819 19:24:34.559102 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e"
I0819 19:24:34.609233 731104 logs.go:123] Gathering logs for coredns [ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d] ...
I0819 19:24:34.609267 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d"
I0819 19:24:34.657238 731104 logs.go:123] Gathering logs for kube-scheduler [2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6] ...
I0819 19:24:34.657268 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6"
I0819 19:24:34.700289 731104 logs.go:123] Gathering logs for kube-proxy [dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313] ...
I0819 19:24:34.700322 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313"
I0819 19:24:34.748543 731104 logs.go:123] Gathering logs for CRI-O ...
I0819 19:24:34.748573 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0819 19:24:34.842318 731104 out.go:358] Setting ErrFile to fd 2...
I0819 19:24:34.842351 731104 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0819 19:24:34.842414 731104 out.go:270] X Problems detected in kubelet:
W0819 19:24:34.842431 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839501 1522 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:34.842439 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839791 1522 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-576073' and this object
W0819 19:24:34.842446 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839818 1522 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:34.842452 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.878685 1522 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-576073' and this object
W0819 19:24:34.842457 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.890004 1522 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
I0819 19:24:34.842462 731104 out.go:358] Setting ErrFile to fd 2...
I0819 19:24:34.842467 731104 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0819 19:24:44.843639 731104 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0819 19:24:44.857635 731104 api_server.go:72] duration metric: took 2m18.877726873s to wait for apiserver process to appear ...
I0819 19:24:44.857665 731104 api_server.go:88] waiting for apiserver healthz status ...
I0819 19:24:44.857697 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0819 19:24:44.857753 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0819 19:24:44.898261 731104 cri.go:89] found id: "e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf"
I0819 19:24:44.898279 731104 cri.go:89] found id: ""
I0819 19:24:44.898287 731104 logs.go:276] 1 containers: [e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf]
I0819 19:24:44.898342 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:44.901660 731104 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0819 19:24:44.901730 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0819 19:24:44.941636 731104 cri.go:89] found id: "c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e"
I0819 19:24:44.941658 731104 cri.go:89] found id: ""
I0819 19:24:44.941667 731104 logs.go:276] 1 containers: [c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e]
I0819 19:24:44.941723 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:44.945522 731104 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0819 19:24:44.945586 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0819 19:24:44.985029 731104 cri.go:89] found id: "ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d"
I0819 19:24:44.985052 731104 cri.go:89] found id: ""
I0819 19:24:44.985061 731104 logs.go:276] 1 containers: [ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d]
I0819 19:24:44.985120 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:44.989454 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0819 19:24:44.989527 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0819 19:24:45.083978 731104 cri.go:89] found id: "2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6"
I0819 19:24:45.084006 731104 cri.go:89] found id: ""
I0819 19:24:45.084016 731104 logs.go:276] 1 containers: [2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6]
I0819 19:24:45.084082 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:45.089355 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0819 19:24:45.089438 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0819 19:24:45.187228 731104 cri.go:89] found id: "dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313"
I0819 19:24:45.187252 731104 cri.go:89] found id: ""
I0819 19:24:45.187260 731104 logs.go:276] 1 containers: [dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313]
I0819 19:24:45.187329 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:45.192548 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0819 19:24:45.192636 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0819 19:24:45.277359 731104 cri.go:89] found id: "194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180"
I0819 19:24:45.277381 731104 cri.go:89] found id: ""
I0819 19:24:45.277390 731104 logs.go:276] 1 containers: [194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180]
I0819 19:24:45.277494 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:45.285265 731104 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0819 19:24:45.285528 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0819 19:24:45.367108 731104 cri.go:89] found id: "68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6"
I0819 19:24:45.367171 731104 cri.go:89] found id: ""
I0819 19:24:45.367205 731104 logs.go:276] 1 containers: [68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6]
I0819 19:24:45.367298 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:45.372152 731104 logs.go:123] Gathering logs for kube-scheduler [2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6] ...
I0819 19:24:45.372233 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6"
I0819 19:24:45.440069 731104 logs.go:123] Gathering logs for kube-controller-manager [194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180] ...
I0819 19:24:45.440143 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180"
I0819 19:24:45.540734 731104 logs.go:123] Gathering logs for kindnet [68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6] ...
I0819 19:24:45.540807 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6"
I0819 19:24:45.611963 731104 logs.go:123] Gathering logs for container status ...
I0819 19:24:45.612086 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0819 19:24:45.710400 731104 logs.go:123] Gathering logs for describe nodes ...
I0819 19:24:45.710471 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0819 19:24:45.966243 731104 logs.go:123] Gathering logs for etcd [c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e] ...
I0819 19:24:45.966275 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e"
I0819 19:24:46.023263 731104 logs.go:123] Gathering logs for coredns [ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d] ...
I0819 19:24:46.023299 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d"
I0819 19:24:46.068755 731104 logs.go:123] Gathering logs for kube-proxy [dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313] ...
I0819 19:24:46.068789 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313"
I0819 19:24:46.113393 731104 logs.go:123] Gathering logs for CRI-O ...
I0819 19:24:46.113422 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0819 19:24:46.218785 731104 logs.go:123] Gathering logs for kubelet ...
I0819 19:24:46.218828 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0819 19:24:46.249338 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.819471 1522 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-576073' and this object
W0819 19:24:46.249567 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.819529 1522 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:46.249751 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839056 1522 reflector.go:561] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-576073' and this object
W0819 19:24:46.249973 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839102 1522 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:46.250159 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839473 1522 reflector.go:561] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-576073" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-576073' and this object
W0819 19:24:46.250385 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839501 1522 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:46.250576 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839791 1522 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-576073' and this object
W0819 19:24:46.250798 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839818 1522 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:46.251071 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.878685 1522 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-576073' and this object
W0819 19:24:46.251292 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.890004 1522 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
I0819 19:24:46.308698 731104 logs.go:123] Gathering logs for dmesg ...
I0819 19:24:46.308736 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0819 19:24:46.328138 731104 logs.go:123] Gathering logs for kube-apiserver [e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf] ...
I0819 19:24:46.328168 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf"
I0819 19:24:46.404378 731104 out.go:358] Setting ErrFile to fd 2...
I0819 19:24:46.404411 731104 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0819 19:24:46.404459 731104 out.go:270] X Problems detected in kubelet:
W0819 19:24:46.404474 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839501 1522 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:46.404481 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839791 1522 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-576073' and this object
W0819 19:24:46.404493 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839818 1522 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:46.404502 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.878685 1522 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-576073' and this object
W0819 19:24:46.404514 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.890004 1522 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
I0819 19:24:46.404520 731104 out.go:358] Setting ErrFile to fd 2...
I0819 19:24:46.404526 731104 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0819 19:24:56.405681 731104 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0819 19:24:56.413597 731104 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0819 19:24:56.414767 731104 api_server.go:141] control plane version: v1.31.0
I0819 19:24:56.414794 731104 api_server.go:131] duration metric: took 11.557122163s to wait for apiserver health ...
I0819 19:24:56.414810 731104 system_pods.go:43] waiting for kube-system pods to appear ...
I0819 19:24:56.414831 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0819 19:24:56.414930 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0819 19:24:56.465859 731104 cri.go:89] found id: "e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf"
I0819 19:24:56.465881 731104 cri.go:89] found id: ""
I0819 19:24:56.465889 731104 logs.go:276] 1 containers: [e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf]
I0819 19:24:56.465942 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:56.469652 731104 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0819 19:24:56.469720 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0819 19:24:56.519014 731104 cri.go:89] found id: "c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e"
I0819 19:24:56.519040 731104 cri.go:89] found id: ""
I0819 19:24:56.519048 731104 logs.go:276] 1 containers: [c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e]
I0819 19:24:56.519102 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:56.522617 731104 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0819 19:24:56.522687 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0819 19:24:56.562899 731104 cri.go:89] found id: "ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d"
I0819 19:24:56.562922 731104 cri.go:89] found id: ""
I0819 19:24:56.562930 731104 logs.go:276] 1 containers: [ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d]
I0819 19:24:56.562987 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:56.566551 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0819 19:24:56.566632 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0819 19:24:56.607037 731104 cri.go:89] found id: "2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6"
I0819 19:24:56.607062 731104 cri.go:89] found id: ""
I0819 19:24:56.607070 731104 logs.go:276] 1 containers: [2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6]
I0819 19:24:56.607129 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:56.610505 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0819 19:24:56.610578 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0819 19:24:56.660289 731104 cri.go:89] found id: "dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313"
I0819 19:24:56.660312 731104 cri.go:89] found id: ""
I0819 19:24:56.660320 731104 logs.go:276] 1 containers: [dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313]
I0819 19:24:56.660396 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:56.663861 731104 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0819 19:24:56.663939 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0819 19:24:56.703950 731104 cri.go:89] found id: "194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180"
I0819 19:24:56.703971 731104 cri.go:89] found id: ""
I0819 19:24:56.703979 731104 logs.go:276] 1 containers: [194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180]
I0819 19:24:56.704044 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:56.707566 731104 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0819 19:24:56.707635 731104 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0819 19:24:56.748914 731104 cri.go:89] found id: "68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6"
I0819 19:24:56.748937 731104 cri.go:89] found id: ""
I0819 19:24:56.748945 731104 logs.go:276] 1 containers: [68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6]
I0819 19:24:56.749005 731104 ssh_runner.go:195] Run: which crictl
I0819 19:24:56.752593 731104 logs.go:123] Gathering logs for etcd [c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e] ...
I0819 19:24:56.752624 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e"
I0819 19:24:56.805724 731104 logs.go:123] Gathering logs for kube-scheduler [2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6] ...
I0819 19:24:56.805761 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6"
I0819 19:24:56.856172 731104 logs.go:123] Gathering logs for kindnet [68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6] ...
I0819 19:24:56.856204 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6"
I0819 19:24:56.909528 731104 logs.go:123] Gathering logs for CRI-O ...
I0819 19:24:56.909566 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0819 19:24:57.001730 731104 logs.go:123] Gathering logs for container status ...
I0819 19:24:57.001771 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0819 19:24:57.076933 731104 logs.go:123] Gathering logs for kubelet ...
I0819 19:24:57.076967 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0819 19:24:57.114834 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.819471 1522 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-576073' and this object
W0819 19:24:57.115075 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.819529 1522 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:57.115263 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839056 1522 reflector.go:561] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-576073' and this object
W0819 19:24:57.115488 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839102 1522 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:57.115674 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839473 1522 reflector.go:561] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-576073" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-576073' and this object
W0819 19:24:57.115901 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839501 1522 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:57.116082 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839791 1522 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-576073' and this object
W0819 19:24:57.116306 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839818 1522 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:57.116487 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.878685 1522 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-576073' and this object
W0819 19:24:57.116713 731104 logs.go:138] Found kubelet problem: Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.890004 1522 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
I0819 19:24:57.175148 731104 logs.go:123] Gathering logs for dmesg ...
I0819 19:24:57.175186 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0819 19:24:57.191706 731104 logs.go:123] Gathering logs for coredns [ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d] ...
I0819 19:24:57.191735 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d"
I0819 19:24:57.231813 731104 logs.go:123] Gathering logs for kube-proxy [dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313] ...
I0819 19:24:57.231841 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313"
I0819 19:24:57.274154 731104 logs.go:123] Gathering logs for kube-controller-manager [194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180] ...
I0819 19:24:57.274184 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180"
I0819 19:24:57.348610 731104 logs.go:123] Gathering logs for describe nodes ...
I0819 19:24:57.348646 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0819 19:24:57.487057 731104 logs.go:123] Gathering logs for kube-apiserver [e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf] ...
I0819 19:24:57.487088 731104 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf"
I0819 19:24:57.541933 731104 out.go:358] Setting ErrFile to fd 2...
I0819 19:24:57.541961 731104 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0819 19:24:57.542010 731104 out.go:270] X Problems detected in kubelet:
W0819 19:24:57.542028 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839501 1522 reflector.go:158] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:57.542040 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.839791 1522 reflector.go:561] object-"yakd-dashboard"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "yakd-dashboard": no relationship found between node 'addons-576073' and this object
W0819 19:24:57.542049 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.839818 1522 reflector.go:158] "Unhandled Error" err="object-\"yakd-dashboard\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"yakd-dashboard\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
W0819 19:24:57.542064 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: W0819 19:23:12.878685 1522 reflector.go:561] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-576073" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-576073' and this object
W0819 19:24:57.542071 731104 out.go:270] Aug 19 19:23:12 addons-576073 kubelet[1522]: E0819 19:23:12.890004 1522 reflector.go:158] "Unhandled Error" err="object-\"gcp-auth\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-576073\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"gcp-auth\": no relationship found between node 'addons-576073' and this object" logger="UnhandledError"
I0819 19:24:57.542076 731104 out.go:358] Setting ErrFile to fd 2...
I0819 19:24:57.542087 731104 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0819 19:25:07.554204 731104 system_pods.go:59] 18 kube-system pods found
I0819 19:25:07.554255 731104 system_pods.go:61] "coredns-6f6b679f8f-47nmh" [74cb2f19-23d8-4256-ae38-f93238409b5e] Running
I0819 19:25:07.554262 731104 system_pods.go:61] "csi-hostpath-attacher-0" [c5d9cf96-a1af-4616-b01b-27cda17714d2] Running
I0819 19:25:07.554267 731104 system_pods.go:61] "csi-hostpath-resizer-0" [654ee104-a2cc-4db3-b9eb-4ce9d3b2ea8f] Running
I0819 19:25:07.554271 731104 system_pods.go:61] "csi-hostpathplugin-7qd4c" [85c4cbeb-a8ad-46ab-9909-c233ad06fa2b] Running
I0819 19:25:07.554276 731104 system_pods.go:61] "etcd-addons-576073" [daab178f-ece2-46c0-bdd5-2af33195b5ba] Running
I0819 19:25:07.554280 731104 system_pods.go:61] "kindnet-w2t9l" [648a0e88-731c-45eb-a2c1-9c2347653acd] Running
I0819 19:25:07.554285 731104 system_pods.go:61] "kube-apiserver-addons-576073" [855d5e6a-e34d-4eb4-89df-d36cb42a74dd] Running
I0819 19:25:07.554291 731104 system_pods.go:61] "kube-controller-manager-addons-576073" [64d8160f-7731-4306-8d29-4ee242a109d5] Running
I0819 19:25:07.554296 731104 system_pods.go:61] "kube-ingress-dns-minikube" [a245a99c-bca2-41f7-91de-a0d4dbb0ddc1] Running
I0819 19:25:07.554300 731104 system_pods.go:61] "kube-proxy-qhvj6" [823bf6a2-c3c5-41cf-ba03-7bad46952ac3] Running
I0819 19:25:07.554305 731104 system_pods.go:61] "kube-scheduler-addons-576073" [cbc5b063-2b6d-4297-b626-1416f0f4fe67] Running
I0819 19:25:07.554317 731104 system_pods.go:61] "metrics-server-8988944d9-pvpfc" [9f796cf7-b0b9-4c7e-bef6-a2a6e989360a] Running
I0819 19:25:07.554322 731104 system_pods.go:61] "nvidia-device-plugin-daemonset-2l7wx" [e70ff520-884b-4b3b-befd-e4253cd40113] Running
I0819 19:25:07.554329 731104 system_pods.go:61] "registry-6fb4cdfc84-s8rzv" [d25a7078-b61c-4f9b-864d-3c031aeec6f1] Running
I0819 19:25:07.554333 731104 system_pods.go:61] "registry-proxy-78wjz" [b12e5545-701c-4a9f-8d94-e32123011a4c] Running
I0819 19:25:07.554338 731104 system_pods.go:61] "snapshot-controller-56fcc65765-lv4z8" [3ca05d88-50b2-4d66-b0d3-b9b1c9eb2a37] Running
I0819 19:25:07.554342 731104 system_pods.go:61] "snapshot-controller-56fcc65765-xjd2x" [b2d583b8-3e02-4d42-852e-16fb607d468f] Running
I0819 19:25:07.554346 731104 system_pods.go:61] "storage-provisioner" [4e6c50f2-d930-490f-af11-23a3e21c7b2a] Running
I0819 19:25:07.554352 731104 system_pods.go:74] duration metric: took 11.139535084s to wait for pod list to return data ...
I0819 19:25:07.554359 731104 default_sa.go:34] waiting for default service account to be created ...
I0819 19:25:07.556878 731104 default_sa.go:45] found service account: "default"
I0819 19:25:07.556908 731104 default_sa.go:55] duration metric: took 2.54234ms for default service account to be created ...
I0819 19:25:07.556919 731104 system_pods.go:116] waiting for k8s-apps to be running ...
I0819 19:25:07.567667 731104 system_pods.go:86] 18 kube-system pods found
I0819 19:25:07.567705 731104 system_pods.go:89] "coredns-6f6b679f8f-47nmh" [74cb2f19-23d8-4256-ae38-f93238409b5e] Running
I0819 19:25:07.567714 731104 system_pods.go:89] "csi-hostpath-attacher-0" [c5d9cf96-a1af-4616-b01b-27cda17714d2] Running
I0819 19:25:07.567738 731104 system_pods.go:89] "csi-hostpath-resizer-0" [654ee104-a2cc-4db3-b9eb-4ce9d3b2ea8f] Running
I0819 19:25:07.567759 731104 system_pods.go:89] "csi-hostpathplugin-7qd4c" [85c4cbeb-a8ad-46ab-9909-c233ad06fa2b] Running
I0819 19:25:07.567764 731104 system_pods.go:89] "etcd-addons-576073" [daab178f-ece2-46c0-bdd5-2af33195b5ba] Running
I0819 19:25:07.567771 731104 system_pods.go:89] "kindnet-w2t9l" [648a0e88-731c-45eb-a2c1-9c2347653acd] Running
I0819 19:25:07.567781 731104 system_pods.go:89] "kube-apiserver-addons-576073" [855d5e6a-e34d-4eb4-89df-d36cb42a74dd] Running
I0819 19:25:07.567786 731104 system_pods.go:89] "kube-controller-manager-addons-576073" [64d8160f-7731-4306-8d29-4ee242a109d5] Running
I0819 19:25:07.567791 731104 system_pods.go:89] "kube-ingress-dns-minikube" [a245a99c-bca2-41f7-91de-a0d4dbb0ddc1] Running
I0819 19:25:07.567800 731104 system_pods.go:89] "kube-proxy-qhvj6" [823bf6a2-c3c5-41cf-ba03-7bad46952ac3] Running
I0819 19:25:07.567817 731104 system_pods.go:89] "kube-scheduler-addons-576073" [cbc5b063-2b6d-4297-b626-1416f0f4fe67] Running
I0819 19:25:07.567829 731104 system_pods.go:89] "metrics-server-8988944d9-pvpfc" [9f796cf7-b0b9-4c7e-bef6-a2a6e989360a] Running
I0819 19:25:07.567834 731104 system_pods.go:89] "nvidia-device-plugin-daemonset-2l7wx" [e70ff520-884b-4b3b-befd-e4253cd40113] Running
I0819 19:25:07.567851 731104 system_pods.go:89] "registry-6fb4cdfc84-s8rzv" [d25a7078-b61c-4f9b-864d-3c031aeec6f1] Running
I0819 19:25:07.567860 731104 system_pods.go:89] "registry-proxy-78wjz" [b12e5545-701c-4a9f-8d94-e32123011a4c] Running
I0819 19:25:07.567865 731104 system_pods.go:89] "snapshot-controller-56fcc65765-lv4z8" [3ca05d88-50b2-4d66-b0d3-b9b1c9eb2a37] Running
I0819 19:25:07.567869 731104 system_pods.go:89] "snapshot-controller-56fcc65765-xjd2x" [b2d583b8-3e02-4d42-852e-16fb607d468f] Running
I0819 19:25:07.567873 731104 system_pods.go:89] "storage-provisioner" [4e6c50f2-d930-490f-af11-23a3e21c7b2a] Running
I0819 19:25:07.567880 731104 system_pods.go:126] duration metric: took 10.955465ms to wait for k8s-apps to be running ...
I0819 19:25:07.567892 731104 system_svc.go:44] waiting for kubelet service to be running ....
I0819 19:25:07.567958 731104 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0819 19:25:07.579978 731104 system_svc.go:56] duration metric: took 12.075561ms WaitForService to wait for kubelet
I0819 19:25:07.580009 731104 kubeadm.go:582] duration metric: took 2m41.600104839s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0819 19:25:07.580030 731104 node_conditions.go:102] verifying NodePressure condition ...
I0819 19:25:07.583501 731104 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0819 19:25:07.583537 731104 node_conditions.go:123] node cpu capacity is 2
I0819 19:25:07.583548 731104 node_conditions.go:105] duration metric: took 3.513139ms to run NodePressure ...
I0819 19:25:07.583562 731104 start.go:241] waiting for startup goroutines ...
I0819 19:25:07.583569 731104 start.go:246] waiting for cluster config update ...
I0819 19:25:07.583588 731104 start.go:255] writing updated cluster config ...
I0819 19:25:07.583880 731104 ssh_runner.go:195] Run: rm -f paused
I0819 19:25:07.918840 731104 start.go:600] kubectl: 1.31.0, cluster: 1.31.0 (minor skew: 0)
I0819 19:25:07.921440 731104 out.go:177] * Done! kubectl is now configured to use "addons-576073" cluster and "default" namespace by default
==> CRI-O <==
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.496684412Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=34f88a12-467b-4688-9263-b908125e5384 name=/runtime.v1.ImageService/ImageStatus
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.497646104Z" level=info msg="Creating container: default/hello-world-app-55bf9c44b4-l4k5t/hello-world-app" id=d50c3c5b-3ed9-4f20-856b-7251c297c18c name=/runtime.v1.RuntimeService/CreateContainer
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.497734127Z" level=warning msg="Allowed annotations are specified for workload []"
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.527826584Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/b6117dfec41ee58a5898b3e82c5695dd9f256e4dc3a8d288013c4ab08309ccf6/merged/etc/passwd: no such file or directory"
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.527868462Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/b6117dfec41ee58a5898b3e82c5695dd9f256e4dc3a8d288013c4ab08309ccf6/merged/etc/group: no such file or directory"
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.567529963Z" level=info msg="Created container ecb6d8c5d0e3a7bb698ed4e7f0582a8595283b9893dbe46f3ac8ff7235877894: default/hello-world-app-55bf9c44b4-l4k5t/hello-world-app" id=d50c3c5b-3ed9-4f20-856b-7251c297c18c name=/runtime.v1.RuntimeService/CreateContainer
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.570169048Z" level=info msg="Starting container: ecb6d8c5d0e3a7bb698ed4e7f0582a8595283b9893dbe46f3ac8ff7235877894" id=ce8eb7a5-3e99-4f32-a50e-b87933f21b76 name=/runtime.v1.RuntimeService/StartContainer
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.577226210Z" level=info msg="Started container" PID=8494 containerID=ecb6d8c5d0e3a7bb698ed4e7f0582a8595283b9893dbe46f3ac8ff7235877894 description=default/hello-world-app-55bf9c44b4-l4k5t/hello-world-app id=ce8eb7a5-3e99-4f32-a50e-b87933f21b76 name=/runtime.v1.RuntimeService/StartContainer sandboxID=98084acdcfd9b2d91c46d44781ab42d77f1830538a7498bd61807b8233da7827
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.710315719Z" level=info msg="Removing container: 3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e" id=dccd3ab4-fd73-4a0e-8524-ec416c46e2f8 name=/runtime.v1.RuntimeService/RemoveContainer
Aug 19 19:29:27 addons-576073 crio[966]: time="2024-08-19 19:29:27.729154920Z" level=info msg="Removed container 3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e: kube-system/kube-ingress-dns-minikube/minikube-ingress-dns" id=dccd3ab4-fd73-4a0e-8524-ec416c46e2f8 name=/runtime.v1.RuntimeService/RemoveContainer
Aug 19 19:29:29 addons-576073 crio[966]: time="2024-08-19 19:29:29.395302312Z" level=info msg="Stopping container: 5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76 (timeout: 2s)" id=853b5708-dcc0-4c01-a8cf-09991683ddca name=/runtime.v1.RuntimeService/StopContainer
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.401124894Z" level=warning msg="Stopping container 5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76 with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=853b5708-dcc0-4c01-a8cf-09991683ddca name=/runtime.v1.RuntimeService/StopContainer
Aug 19 19:29:31 addons-576073 conmon[5046]: conmon 5e455fcc791521d8f30f <ninfo>: container 5057 exited with status 137
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.539466480Z" level=info msg="Stopped container 5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76: ingress-nginx/ingress-nginx-controller-bc57996ff-8z5qz/controller" id=853b5708-dcc0-4c01-a8cf-09991683ddca name=/runtime.v1.RuntimeService/StopContainer
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.540052911Z" level=info msg="Stopping pod sandbox: 5df332eec4c818b91254dc4128b6a0ff30204725f47c434c5ad5ab8821ed24a9" id=775c0a5f-460d-49c7-a78d-0d7ce91fae40 name=/runtime.v1.RuntimeService/StopPodSandbox
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.543738477Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-NTC2U65Y6IYAERS4 - [0:0]\n:KUBE-HP-SEZKU4KFBPQM3MQ4 - [0:0]\n-X KUBE-HP-NTC2U65Y6IYAERS4\n-X KUBE-HP-SEZKU4KFBPQM3MQ4\nCOMMIT\n"
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.546797695Z" level=info msg="Closing host port tcp:80"
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.546849427Z" level=info msg="Closing host port tcp:443"
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.548260290Z" level=info msg="Host port tcp:80 does not have an open socket"
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.548288195Z" level=info msg="Host port tcp:443 does not have an open socket"
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.548449972Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-bc57996ff-8z5qz Namespace:ingress-nginx ID:5df332eec4c818b91254dc4128b6a0ff30204725f47c434c5ad5ab8821ed24a9 UID:3c88937c-25e9-40e0-bdb2-902298d640b6 NetNS:/var/run/netns/bb1abe9b-ed9a-4e8d-8cf6-7844717da160 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.548588824Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-bc57996ff-8z5qz from CNI network \"kindnet\" (type=ptp)"
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.572472599Z" level=info msg="Stopped pod sandbox: 5df332eec4c818b91254dc4128b6a0ff30204725f47c434c5ad5ab8821ed24a9" id=775c0a5f-460d-49c7-a78d-0d7ce91fae40 name=/runtime.v1.RuntimeService/StopPodSandbox
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.723835620Z" level=info msg="Removing container: 5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76" id=e4ffe8f4-c3d6-4978-9df7-a92638f32d71 name=/runtime.v1.RuntimeService/RemoveContainer
Aug 19 19:29:31 addons-576073 crio[966]: time="2024-08-19 19:29:31.739353234Z" level=info msg="Removed container 5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76: ingress-nginx/ingress-nginx-controller-bc57996ff-8z5qz/controller" id=e4ffe8f4-c3d6-4978-9df7-a92638f32d71 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
ecb6d8c5d0e3a docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 9 seconds ago Running hello-world-app 0 98084acdcfd9b hello-world-app-55bf9c44b4-l4k5t
58f4054117694 docker.io/library/nginx@sha256:ba188f579f7a2638229e326e78c957a185630e303757813ef1ad7aac1b8248b6 2 minutes ago Running nginx 0 cf2363cda4eed nginx
55d6b162e8515 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 4 minutes ago Running busybox 0 e0f71d47a1725 busybox
09e8fe06346df registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:7c4c1a6ca8855c524a64983eaf590e126a669ae12df83ad65de281c9beee13d3 5 minutes ago Exited patch 0 d8c3887710853 ingress-nginx-admission-patch-lwnk9
da95dde2a0c30 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:7c4c1a6ca8855c524a64983eaf590e126a669ae12df83ad65de281c9beee13d3 5 minutes ago Exited create 0 61bebbab68599 ingress-nginx-admission-create-9bdn5
f2b8a43380093 registry.k8s.io/metrics-server/metrics-server@sha256:7f0fc3565b6d4655d078bb8e250d0423d7c79aeb05fbc71e1ffa6ff664264d70 6 minutes ago Running metrics-server 0 8124e322ec1cd metrics-server-8988944d9-pvpfc
ce6953f02f05c 2437cf762177702dec2dfe99a09c37427a15af6d9a57c456b65352667c223d93 6 minutes ago Running coredns 0 9af35799681f8 coredns-6f6b679f8f-47nmh
4972a7e92e1e4 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 6 minutes ago Running storage-provisioner 0 5d315504cc7e4 storage-provisioner
68e72fea4e02e docker.io/kindest/kindnetd@sha256:4d39335073da9a0b82be8e01028f0aa75aff16caff2e2d8889d0effd579a6f64 7 minutes ago Running kindnet-cni 0 9bbf5973cba96 kindnet-w2t9l
dcef19a513a11 71d55d66fd4eec8986225089a135fadd96bc6624d987096808772ce1e1924d89 7 minutes ago Running kube-proxy 0 42a8bf323009b kube-proxy-qhvj6
2e3c65399b3ec fbbbd428abb4dae52ab3018797d00d5840a739f0cc5697b662791831a60b0adb 7 minutes ago Running kube-scheduler 0 5df41999a8c47 kube-scheduler-addons-576073
e8a2109136c6d cd0f0ae0ec9e0cdc092079156c122bf034ba3f24d31c1b1dd1b52a42ecf9b388 7 minutes ago Running kube-apiserver 0 f440264d3abe5 kube-apiserver-addons-576073
c38f244a1f0e0 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da 7 minutes ago Running etcd 0 901a18f2da178 etcd-addons-576073
194470b673160 fcb0683e6bdbd083710cf2d6fd7eb699c77fe4994c38a5c82d059e2e3cb4c2fd 7 minutes ago Running kube-controller-manager 0 58dc06b299bd0 kube-controller-manager-addons-576073
==> coredns [ce6953f02f05ca3eadd05d7882fdaedcf9e491e9dbf257adde441abb18a4883d] <==
[INFO] 10.244.0.11:42746 - 55960 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002450903s
[INFO] 10.244.0.11:57971 - 35858 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000106828s
[INFO] 10.244.0.11:57971 - 11536 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000199897s
[INFO] 10.244.0.11:46519 - 1734 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000112924s
[INFO] 10.244.0.11:46519 - 40432 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000265175s
[INFO] 10.244.0.11:49000 - 47525 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000071867s
[INFO] 10.244.0.11:49000 - 19367 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000133215s
[INFO] 10.244.0.11:51660 - 41804 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000068667s
[INFO] 10.244.0.11:51660 - 42318 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000034296s
[INFO] 10.244.0.11:39376 - 436 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001369108s
[INFO] 10.244.0.11:39376 - 22706 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001523508s
[INFO] 10.244.0.11:51099 - 51646 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000066895s
[INFO] 10.244.0.11:51099 - 62648 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000077233s
[INFO] 10.244.0.19:60089 - 53077 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000170564s
[INFO] 10.244.0.19:55045 - 53774 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000232265s
[INFO] 10.244.0.19:54062 - 17739 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000277229s
[INFO] 10.244.0.19:39803 - 52595 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000156738s
[INFO] 10.244.0.19:45696 - 21302 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000119693s
[INFO] 10.244.0.19:36642 - 8190 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000137515s
[INFO] 10.244.0.19:48740 - 55164 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.009550501s
[INFO] 10.244.0.19:55808 - 6879 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.008886492s
[INFO] 10.244.0.19:59732 - 59147 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00095681s
[INFO] 10.244.0.19:44505 - 739 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.000690273s
[INFO] 10.244.0.22:45749 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000213386s
[INFO] 10.244.0.22:33785 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00015879s
==> describe nodes <==
Name: addons-576073
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-576073
kubernetes.io/os=linux
minikube.k8s.io/commit=9c2db9d51ec33b5c53a86e9ba3d384ee332e3411
minikube.k8s.io/name=addons-576073
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_08_19T19_22_21_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-576073
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 19 Aug 2024 19:22:18 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-576073
AcquireTime: <unset>
RenewTime: Mon, 19 Aug 2024 19:29:29 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 19 Aug 2024 19:27:27 +0000 Mon, 19 Aug 2024 19:22:15 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 19 Aug 2024 19:27:27 +0000 Mon, 19 Aug 2024 19:22:15 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 19 Aug 2024 19:27:27 +0000 Mon, 19 Aug 2024 19:22:15 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 19 Aug 2024 19:27:27 +0000 Mon, 19 Aug 2024 19:23:12 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-576073
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022364Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022364Ki
pods: 110
System Info:
Machine ID: 5c6e324f5e6b4a9fb51834480ce12530
System UUID: 87ad133e-6c35-4702-a4b9-c958dbaa9ddd
Boot ID: c9eaafec-3fdd-4563-bb81-26e9a2ac9638
Kernel Version: 5.15.0-1067-aws
OS Image: Ubuntu 22.04.4 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (12 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m28s
default hello-world-app-55bf9c44b4-l4k5t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m30s
kube-system coredns-6f6b679f8f-47nmh 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 7m10s
kube-system etcd-addons-576073 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 7m16s
kube-system kindnet-w2t9l 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 7m10s
kube-system kube-apiserver-addons-576073 250m (12%) 0 (0%) 0 (0%) 0 (0%) 7m16s
kube-system kube-controller-manager-addons-576073 200m (10%) 0 (0%) 0 (0%) 0 (0%) 7m16s
kube-system kube-proxy-qhvj6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m10s
kube-system kube-scheduler-addons-576073 100m (5%) 0 (0%) 0 (0%) 0 (0%) 7m17s
kube-system metrics-server-8988944d9-pvpfc 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 7m5s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m5s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 420Mi (5%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 7m3s kube-proxy
Normal NodeHasSufficientMemory 7m23s (x8 over 7m23s) kubelet Node addons-576073 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m23s (x8 over 7m23s) kubelet Node addons-576073 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m23s (x7 over 7m23s) kubelet Node addons-576073 status is now: NodeHasSufficientPID
Normal Starting 7m16s kubelet Starting kubelet.
Warning CgroupV1 7m16s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 7m16s kubelet Node addons-576073 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m16s kubelet Node addons-576073 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m16s kubelet Node addons-576073 status is now: NodeHasSufficientPID
Normal RegisteredNode 7m11s node-controller Node addons-576073 event: Registered Node addons-576073 in Controller
Normal NodeReady 6m24s kubelet Node addons-576073 status is now: NodeReady
==> dmesg <==
==> etcd [c38f244a1f0e0d614e740b7e9aa54dec4cff24c346370943304afbe6f129967e] <==
{"level":"info","ts":"2024-08-19T19:22:26.853252Z","caller":"traceutil/trace.go:171","msg":"trace[1153062715] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"190.540643ms","start":"2024-08-19T19:22:26.662683Z","end":"2024-08-19T19:22:26.853224Z","steps":["trace[1153062715] 'process raft request' (duration: 189.310051ms)"],"step_count":1}
{"level":"info","ts":"2024-08-19T19:22:27.015111Z","caller":"traceutil/trace.go:171","msg":"trace[886771469] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"234.512051ms","start":"2024-08-19T19:22:26.780573Z","end":"2024-08-19T19:22:27.015085Z","steps":["trace[886771469] 'process raft request' (duration: 121.631901ms)","trace[886771469] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/pods/kube-system/kube-proxy-qhvj6; req_size:3408; } (duration: 84.784926ms)"],"step_count":2}
{"level":"info","ts":"2024-08-19T19:22:27.027717Z","caller":"traceutil/trace.go:171","msg":"trace[198353025] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"224.327612ms","start":"2024-08-19T19:22:26.803372Z","end":"2024-08-19T19:22:27.027700Z","steps":["trace[198353025] 'process raft request' (duration: 184.541064ms)"],"step_count":1}
{"level":"warn","ts":"2024-08-19T19:22:27.159348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.313666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kindnet-w2t9l\" ","response":"range_response_count:1 size:3689"}
{"level":"warn","ts":"2024-08-19T19:22:27.160058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.261218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:1 size:612"}
{"level":"info","ts":"2024-08-19T19:22:27.160872Z","caller":"traceutil/trace.go:171","msg":"trace[1723938730] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:362; }","duration":"173.077797ms","start":"2024-08-19T19:22:26.987784Z","end":"2024-08-19T19:22:27.160862Z","steps":["trace[1723938730] 'agreement among raft nodes before linearized reading' (duration: 172.230777ms)"],"step_count":1}
{"level":"info","ts":"2024-08-19T19:22:27.160721Z","caller":"traceutil/trace.go:171","msg":"trace[1354230548] range","detail":"{range_begin:/registry/pods/kube-system/kindnet-w2t9l; range_end:; response_count:1; response_revision:362; }","duration":"145.924951ms","start":"2024-08-19T19:22:27.014778Z","end":"2024-08-19T19:22:27.160703Z","steps":["trace[1354230548] 'agreement among raft nodes before linearized reading' (duration: 96.246389ms)","trace[1354230548] 'range keys from bolt db' (duration: 48.029387ms)"],"step_count":2}
{"level":"info","ts":"2024-08-19T19:22:29.091627Z","caller":"traceutil/trace.go:171","msg":"trace[1345603258] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"153.248396ms","start":"2024-08-19T19:22:28.938361Z","end":"2024-08-19T19:22:29.091609Z","steps":["trace[1345603258] 'process raft request' (duration: 57.337064ms)","trace[1345603258] 'compare' (duration: 95.624741ms)"],"step_count":2}
{"level":"info","ts":"2024-08-19T19:22:29.424571Z","caller":"traceutil/trace.go:171","msg":"trace[1315733932] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"105.820528ms","start":"2024-08-19T19:22:29.318533Z","end":"2024-08-19T19:22:29.424353Z","steps":["trace[1315733932] 'process raft request' (duration: 27.368858ms)","trace[1315733932] 'compare' (duration: 77.600474ms)"],"step_count":2}
{"level":"warn","ts":"2024-08-19T19:22:30.855466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.87372ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128031320925808836 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/clusterrolebindings/minikube-ingress-dns\" mod_revision:0 > success:<request_put:<key:\"/registry/clusterrolebindings/minikube-ingress-dns\" value_size:1221 >> failure:<>>","response":"size:16"}
{"level":"info","ts":"2024-08-19T19:22:30.855751Z","caller":"traceutil/trace.go:171","msg":"trace[1681322124] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"120.406191ms","start":"2024-08-19T19:22:30.735322Z","end":"2024-08-19T19:22:30.855728Z","steps":["trace[1681322124] 'read index received' (duration: 16.96429ms)","trace[1681322124] 'applied index is now lower than readState.Index' (duration: 103.440244ms)"],"step_count":2}
{"level":"warn","ts":"2024-08-19T19:22:30.856084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.747869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-08-19T19:22:30.903202Z","caller":"traceutil/trace.go:171","msg":"trace[1026365026] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:412; }","duration":"167.86449ms","start":"2024-08-19T19:22:30.735317Z","end":"2024-08-19T19:22:30.903182Z","steps":["trace[1026365026] 'agreement among raft nodes before linearized reading' (duration: 120.57696ms)"],"step_count":1}
{"level":"info","ts":"2024-08-19T19:22:30.856429Z","caller":"traceutil/trace.go:171","msg":"trace[1753141459] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"166.934657ms","start":"2024-08-19T19:22:30.689481Z","end":"2024-08-19T19:22:30.856415Z","steps":["trace[1753141459] 'process raft request' (duration: 45.625145ms)","trace[1753141459] 'compare' (duration: 115.707808ms)"],"step_count":2}
{"level":"info","ts":"2024-08-19T19:22:30.904045Z","caller":"traceutil/trace.go:171","msg":"trace[176825063] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"143.668996ms","start":"2024-08-19T19:22:30.760345Z","end":"2024-08-19T19:22:30.904014Z","steps":["trace[176825063] 'process raft request' (duration: 96.793461ms)","trace[176825063] 'compare' (duration: 46.789097ms)"],"step_count":2}
{"level":"info","ts":"2024-08-19T19:22:30.930127Z","caller":"traceutil/trace.go:171","msg":"trace[226890692] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"134.6028ms","start":"2024-08-19T19:22:30.795503Z","end":"2024-08-19T19:22:30.930106Z","steps":["trace[226890692] 'process raft request' (duration: 108.896598ms)","trace[226890692] 'store kv pair into bolt db' {req_type:put; key:/registry/replicasets/default/cloud-spanner-emulator-c4bc9b5f8; req_size:2166; } (duration: 22.515591ms)"],"step_count":2}
{"level":"info","ts":"2024-08-19T19:22:30.930302Z","caller":"traceutil/trace.go:171","msg":"trace[1689909634] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"133.115ms","start":"2024-08-19T19:22:30.797180Z","end":"2024-08-19T19:22:30.930295Z","steps":["trace[1689909634] 'process raft request' (duration: 130.16234ms)"],"step_count":1}
{"level":"info","ts":"2024-08-19T19:22:30.939303Z","caller":"traceutil/trace.go:171","msg":"trace[1932567023] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"141.957415ms","start":"2024-08-19T19:22:30.797329Z","end":"2024-08-19T19:22:30.939287Z","steps":["trace[1932567023] 'process raft request' (duration: 130.062953ms)"],"step_count":1}
{"level":"info","ts":"2024-08-19T19:22:30.939489Z","caller":"traceutil/trace.go:171","msg":"trace[632695657] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"142.051468ms","start":"2024-08-19T19:22:30.797431Z","end":"2024-08-19T19:22:30.939483Z","steps":["trace[632695657] 'process raft request' (duration: 130.382027ms)"],"step_count":1}
{"level":"info","ts":"2024-08-19T19:22:30.939596Z","caller":"traceutil/trace.go:171","msg":"trace[473165044] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"128.227428ms","start":"2024-08-19T19:22:30.811363Z","end":"2024-08-19T19:22:30.939590Z","steps":["trace[473165044] 'process raft request' (duration: 116.572042ms)"],"step_count":1}
{"level":"info","ts":"2024-08-19T19:22:30.939690Z","caller":"traceutil/trace.go:171","msg":"trace[1993516854] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"128.133293ms","start":"2024-08-19T19:22:30.811552Z","end":"2024-08-19T19:22:30.939685Z","steps":["trace[1993516854] 'process raft request' (duration: 116.41157ms)"],"step_count":1}
{"level":"info","ts":"2024-08-19T19:22:30.939815Z","caller":"traceutil/trace.go:171","msg":"trace[577068550] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"127.435127ms","start":"2024-08-19T19:22:30.812373Z","end":"2024-08-19T19:22:30.939808Z","steps":["trace[577068550] 'process raft request' (duration: 115.607421ms)"],"step_count":1}
{"level":"info","ts":"2024-08-19T19:22:30.939971Z","caller":"traceutil/trace.go:171","msg":"trace[1735371446] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"127.492357ms","start":"2024-08-19T19:22:30.812472Z","end":"2024-08-19T19:22:30.939964Z","steps":["trace[1735371446] 'process raft request' (duration: 116.315966ms)"],"step_count":1}
{"level":"warn","ts":"2024-08-19T19:22:30.968694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.880358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:131"}
{"level":"info","ts":"2024-08-19T19:22:30.968832Z","caller":"traceutil/trace.go:171","msg":"trace[2009199146] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:421; }","duration":"173.381947ms","start":"2024-08-19T19:22:30.795434Z","end":"2024-08-19T19:22:30.968816Z","steps":["trace[2009199146] 'agreement among raft nodes before linearized reading' (duration: 144.814315ms)"],"step_count":1}
==> kernel <==
19:29:36 up 3:12, 0 users, load average: 0.35, 1.28, 2.19
Linux addons-576073 5.15.0-1067-aws #73~20.04.1-Ubuntu SMP Wed Jul 24 17:31:05 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kindnet [68e72fea4e02ee03db08ecd6a593ccf25252cff5c113985edb0a1fed83a6f1c6] <==
I0819 19:28:22.333419 1 main.go:299] handling current node
W0819 19:28:27.373399 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
E0819 19:28:27.373435 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
I0819 19:28:32.332652 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0819 19:28:32.332688 1 main.go:299] handling current node
I0819 19:28:42.332555 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0819 19:28:42.332598 1 main.go:299] handling current node
W0819 19:28:46.815348 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: failed to list *v1.Namespace: namespaces is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "namespaces" in API group "" at the cluster scope
E0819 19:28:46.815396 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "namespaces" in API group "" at the cluster scope
I0819 19:28:52.333210 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0819 19:28:52.333357 1 main.go:299] handling current node
W0819 19:28:59.450698 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
E0819 19:28:59.450731 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "pods" in API group "" at the cluster scope
W0819 19:29:00.006426 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "networkpolicies" in API group "networking.k8s.io" at the cluster scope
E0819 19:29:00.006565 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: Failed to watch *v1.NetworkPolicy: failed to list *v1.NetworkPolicy: networkpolicies.networking.k8s.io is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "networkpolicies" in API group "networking.k8s.io" at the cluster scope
I0819 19:29:02.333523 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0819 19:29:02.333566 1 main.go:299] handling current node
I0819 19:29:12.332641 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0819 19:29:12.332673 1 main.go:299] handling current node
I0819 19:29:22.332699 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0819 19:29:22.332739 1 main.go:299] handling current node
I0819 19:29:32.332540 1 main.go:295] Handling node with IPs: map[192.168.49.2:{}]
I0819 19:29:32.332670 1 main.go:299] handling current node
W0819 19:29:33.603218 1 reflector.go:547] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: failed to list *v1.Namespace: namespaces is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "namespaces" in API group "" at the cluster scope
E0819 19:29:33.603253 1 reflector.go:150] pkg/mod/k8s.io/client-go@v0.30.3/tools/cache/reflector.go:232: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:serviceaccount:kube-system:kindnet" cannot list resource "namespaces" in API group "" at the cluster scope
==> kube-apiserver [e8a2109136c6d9772f953b6cfd83ba608df3d2047d700f4b2ceffa37c22bd6bf] <==
I0819 19:24:33.595608 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0819 19:25:18.896640 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:49512: use of closed network connection
E0819 19:25:19.055017 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:49526: use of closed network connection
I0819 19:25:55.989615 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0819 19:26:15.979308 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0819 19:26:15.979374 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0819 19:26:16.027418 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0819 19:26:16.027630 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0819 19:26:16.064204 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0819 19:26:16.064265 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0819 19:26:16.065770 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0819 19:26:16.065822 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0819 19:26:16.115240 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0819 19:26:16.115374 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0819 19:26:17.066832 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0819 19:26:17.115953 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W0819 19:26:17.202111 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I0819 19:26:22.912541 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.97.130.64"}
E0819 19:26:26.068030 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0819 19:27:00.823685 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0819 19:27:01.860045 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0819 19:27:06.424570 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0819 19:27:06.726550 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.97.17.60"}
I0819 19:29:26.411027 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.97.16.134"}
E0819 19:29:27.734590 1 watch.go:250] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
==> kube-controller-manager [194470b67316016db72208f5c2f4f99542eb0772596b75bfb46f450e228cc180] <==
W0819 19:28:11.711927 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0819 19:28:11.711970 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0819 19:28:15.164173 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0819 19:28:15.164217 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0819 19:28:32.162146 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0819 19:28:32.162280 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0819 19:28:45.665086 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0819 19:28:45.665131 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0819 19:28:47.377531 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0819 19:28:47.377576 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0819 19:28:57.016309 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0819 19:28:57.016360 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0819 19:29:12.425493 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0819 19:29:12.425536 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0819 19:29:21.997135 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0819 19:29:21.997187 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0819 19:29:26.135399 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="35.747797ms"
I0819 19:29:26.146769 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="11.246954ms"
I0819 19:29:26.147014 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="45.594µs"
I0819 19:29:26.162062 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="110.668µs"
I0819 19:29:27.782397 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="28.97072ms"
I0819 19:29:27.782558 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="31.794µs"
I0819 19:29:28.367140 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-create" delay="0s"
I0819 19:29:28.371281 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-bc57996ff" duration="7.229µs"
I0819 19:29:28.375026 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-patch" delay="0s"
==> kube-proxy [dcef19a513a11d760576a80799ef26d48b6bc87e9bbe6083574f93cee55bd313] <==
I0819 19:22:31.846837 1 server_linux.go:66] "Using iptables proxy"
I0819 19:22:32.598736 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0819 19:22:32.608035 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0819 19:22:32.862111 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0819 19:22:32.862257 1 server_linux.go:169] "Using iptables Proxier"
I0819 19:22:32.868579 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0819 19:22:32.868992 1 server.go:483] "Version info" version="v1.31.0"
I0819 19:22:32.869282 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0819 19:22:32.870621 1 config.go:197] "Starting service config controller"
I0819 19:22:32.870717 1 shared_informer.go:313] Waiting for caches to sync for service config
I0819 19:22:32.870793 1 config.go:104] "Starting endpoint slice config controller"
I0819 19:22:32.870822 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0819 19:22:32.871622 1 config.go:326] "Starting node config controller"
I0819 19:22:32.871706 1 shared_informer.go:313] Waiting for caches to sync for node config
I0819 19:22:32.971006 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0819 19:22:32.971074 1 shared_informer.go:320] Caches are synced for service config
I0819 19:22:32.984220 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [2e3c65399b3ec083d8a3182ef9290e3997291dfc3105826815394684f86b27e6] <==
W0819 19:22:18.799681 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0819 19:22:18.799699 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0819 19:22:18.799831 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0819 19:22:18.799909 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0819 19:22:18.799932 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0819 19:22:18.800003 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0819 19:22:18.800096 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0819 19:22:18.800125 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0819 19:22:18.800154 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
E0819 19:22:18.800138 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0819 19:22:18.800229 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0819 19:22:18.800256 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0819 19:22:18.800310 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0819 19:22:18.800351 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0819 19:22:18.800360 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0819 19:22:18.800426 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0819 19:22:18.800434 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0819 19:22:18.800492 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0819 19:22:18.800514 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E0819 19:22:18.800496 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0819 19:22:18.800318 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0819 19:22:18.800556 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0819 19:22:18.800401 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0819 19:22:18.800577 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0819 19:22:20.291514 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Aug 19 19:29:26 addons-576073 kubelet[1522]: I0819 19:29:26.285843 1522 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-jvnw2\" (UniqueName: \"kubernetes.io/projected/39e70c2d-7f55-443d-8899-b3025de03ed4-kube-api-access-jvnw2\") pod \"hello-world-app-55bf9c44b4-l4k5t\" (UID: \"39e70c2d-7f55-443d-8899-b3025de03ed4\") " pod="default/hello-world-app-55bf9c44b4-l4k5t"
Aug 19 19:29:27 addons-576073 kubelet[1522]: I0819 19:29:27.595759 1522 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-smvss\" (UniqueName: \"kubernetes.io/projected/a245a99c-bca2-41f7-91de-a0d4dbb0ddc1-kube-api-access-smvss\") pod \"a245a99c-bca2-41f7-91de-a0d4dbb0ddc1\" (UID: \"a245a99c-bca2-41f7-91de-a0d4dbb0ddc1\") "
Aug 19 19:29:27 addons-576073 kubelet[1522]: I0819 19:29:27.601870 1522 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/a245a99c-bca2-41f7-91de-a0d4dbb0ddc1-kube-api-access-smvss" (OuterVolumeSpecName: "kube-api-access-smvss") pod "a245a99c-bca2-41f7-91de-a0d4dbb0ddc1" (UID: "a245a99c-bca2-41f7-91de-a0d4dbb0ddc1"). InnerVolumeSpecName "kube-api-access-smvss". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 19 19:29:27 addons-576073 kubelet[1522]: I0819 19:29:27.697039 1522 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-smvss\" (UniqueName: \"kubernetes.io/projected/a245a99c-bca2-41f7-91de-a0d4dbb0ddc1-kube-api-access-smvss\") on node \"addons-576073\" DevicePath \"\""
Aug 19 19:29:27 addons-576073 kubelet[1522]: I0819 19:29:27.708761 1522 scope.go:117] "RemoveContainer" containerID="3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e"
Aug 19 19:29:27 addons-576073 kubelet[1522]: I0819 19:29:27.729440 1522 scope.go:117] "RemoveContainer" containerID="3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e"
Aug 19 19:29:27 addons-576073 kubelet[1522]: E0819 19:29:27.729852 1522 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e\": container with ID starting with 3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e not found: ID does not exist" containerID="3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e"
Aug 19 19:29:27 addons-576073 kubelet[1522]: I0819 19:29:27.729892 1522 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e"} err="failed to get container status \"3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e\": rpc error: code = NotFound desc = could not find container \"3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e\": container with ID starting with 3b7d0b1163b3c23da0c8538181dd2328884a4b0d5f20717c7c63abb5f3364c1e not found: ID does not exist"
Aug 19 19:29:27 addons-576073 kubelet[1522]: I0819 19:29:27.752212 1522 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-55bf9c44b4-l4k5t" podStartSLOduration=0.757254209 podStartE2EDuration="1.752194653s" podCreationTimestamp="2024-08-19 19:29:26 +0000 UTC" firstStartedPulling="2024-08-19 19:29:26.50043959 +0000 UTC m=+425.955269772" lastFinishedPulling="2024-08-19 19:29:27.495380025 +0000 UTC m=+426.950210216" observedRunningTime="2024-08-19 19:29:27.751863789 +0000 UTC m=+427.206693988" watchObservedRunningTime="2024-08-19 19:29:27.752194653 +0000 UTC m=+427.207024860"
Aug 19 19:29:28 addons-576073 kubelet[1522]: I0819 19:29:28.742135 1522 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="52cb05df-05b1-4215-88a6-8cbdbd4b5294" path="/var/lib/kubelet/pods/52cb05df-05b1-4215-88a6-8cbdbd4b5294/volumes"
Aug 19 19:29:28 addons-576073 kubelet[1522]: I0819 19:29:28.742523 1522 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="8fdae301-45d6-441b-b448-1187d6367e50" path="/var/lib/kubelet/pods/8fdae301-45d6-441b-b448-1187d6367e50/volumes"
Aug 19 19:29:28 addons-576073 kubelet[1522]: I0819 19:29:28.742867 1522 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="a245a99c-bca2-41f7-91de-a0d4dbb0ddc1" path="/var/lib/kubelet/pods/a245a99c-bca2-41f7-91de-a0d4dbb0ddc1/volumes"
Aug 19 19:29:30 addons-576073 kubelet[1522]: E0819 19:29:30.920020 1522 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1724095770919775259,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:597209,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Aug 19 19:29:30 addons-576073 kubelet[1522]: E0819 19:29:30.920057 1522 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1724095770919775259,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:597209,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Aug 19 19:29:31 addons-576073 kubelet[1522]: I0819 19:29:31.722575 1522 scope.go:117] "RemoveContainer" containerID="5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76"
Aug 19 19:29:31 addons-576073 kubelet[1522]: I0819 19:29:31.728784 1522 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"kube-api-access-jvzmg\" (UniqueName: \"kubernetes.io/projected/3c88937c-25e9-40e0-bdb2-902298d640b6-kube-api-access-jvzmg\") pod \"3c88937c-25e9-40e0-bdb2-902298d640b6\" (UID: \"3c88937c-25e9-40e0-bdb2-902298d640b6\") "
Aug 19 19:29:31 addons-576073 kubelet[1522]: I0819 19:29:31.728852 1522 reconciler_common.go:159] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/3c88937c-25e9-40e0-bdb2-902298d640b6-webhook-cert\") pod \"3c88937c-25e9-40e0-bdb2-902298d640b6\" (UID: \"3c88937c-25e9-40e0-bdb2-902298d640b6\") "
Aug 19 19:29:31 addons-576073 kubelet[1522]: I0819 19:29:31.737725 1522 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/3c88937c-25e9-40e0-bdb2-902298d640b6-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "3c88937c-25e9-40e0-bdb2-902298d640b6" (UID: "3c88937c-25e9-40e0-bdb2-902298d640b6"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Aug 19 19:29:31 addons-576073 kubelet[1522]: I0819 19:29:31.737974 1522 operation_generator.go:803] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3c88937c-25e9-40e0-bdb2-902298d640b6-kube-api-access-jvzmg" (OuterVolumeSpecName: "kube-api-access-jvzmg") pod "3c88937c-25e9-40e0-bdb2-902298d640b6" (UID: "3c88937c-25e9-40e0-bdb2-902298d640b6"). InnerVolumeSpecName "kube-api-access-jvzmg". PluginName "kubernetes.io/projected", VolumeGidValue ""
Aug 19 19:29:31 addons-576073 kubelet[1522]: I0819 19:29:31.739849 1522 scope.go:117] "RemoveContainer" containerID="5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76"
Aug 19 19:29:31 addons-576073 kubelet[1522]: E0819 19:29:31.740537 1522 log.go:32] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76\": container with ID starting with 5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76 not found: ID does not exist" containerID="5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76"
Aug 19 19:29:31 addons-576073 kubelet[1522]: I0819 19:29:31.740587 1522 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76"} err="failed to get container status \"5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76\": rpc error: code = NotFound desc = could not find container \"5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76\": container with ID starting with 5e455fcc791521d8f30f5cebc830d44acec258b31eefe6a2f1569ff285116d76 not found: ID does not exist"
Aug 19 19:29:31 addons-576073 kubelet[1522]: I0819 19:29:31.829281 1522 reconciler_common.go:288] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/3c88937c-25e9-40e0-bdb2-902298d640b6-webhook-cert\") on node \"addons-576073\" DevicePath \"\""
Aug 19 19:29:31 addons-576073 kubelet[1522]: I0819 19:29:31.829327 1522 reconciler_common.go:288] "Volume detached for volume \"kube-api-access-jvzmg\" (UniqueName: \"kubernetes.io/projected/3c88937c-25e9-40e0-bdb2-902298d640b6-kube-api-access-jvzmg\") on node \"addons-576073\" DevicePath \"\""
Aug 19 19:29:32 addons-576073 kubelet[1522]: I0819 19:29:32.742065 1522 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="3c88937c-25e9-40e0-bdb2-902298d640b6" path="/var/lib/kubelet/pods/3c88937c-25e9-40e0-bdb2-902298d640b6/volumes"
==> storage-provisioner [4972a7e92e1e470df241ea0a4bae1ce128045974534b0f1c94e1c0195f6e558f] <==
I0819 19:23:13.693774 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0819 19:23:13.706552 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0819 19:23:13.706672 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0819 19:23:13.719152 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0819 19:23:13.719554 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"214135fd-8227-4541-9e24-868c7769b45c", APIVersion:"v1", ResourceVersion:"930", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-576073_a2fc0cce-08fd-4a7f-81f9-9d778313efff became leader
I0819 19:23:13.719623 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-576073_a2fc0cce-08fd-4a7f-81f9-9d778313efff!
I0819 19:23:13.820204 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-576073_a2fc0cce-08fd-4a7f-81f9-9d778313efff!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-576073 -n addons-576073
helpers_test.go:261: (dbg) Run: kubectl --context addons-576073 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (151.85s)