=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-673472 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-673472 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-673472 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [f093ca4a-2985-4bfa-8afe-6aee5e9c8b9c] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [f093ca4a-2985-4bfa-8afe-6aee5e9c8b9c] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 7.004051459s
I1028 11:03:43.018947 541347 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-673472 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-673472 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.412666258s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-673472 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-673472 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-673472
helpers_test.go:235: (dbg) docker inspect addons-673472:
-- stdout --
[
{
"Id": "e8b924fc64073dc02f22bcf1007e26515b922633e83268091dafc650be83a735",
"Created": "2024-10-28T10:59:43.022756242Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 543375,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-28T10:59:43.16228893Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:05bcd996665116a573f1bc98d7e2b0a5da287feef26d621bbd294f87ee72c630",
"ResolvConfPath": "/var/lib/docker/containers/e8b924fc64073dc02f22bcf1007e26515b922633e83268091dafc650be83a735/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e8b924fc64073dc02f22bcf1007e26515b922633e83268091dafc650be83a735/hostname",
"HostsPath": "/var/lib/docker/containers/e8b924fc64073dc02f22bcf1007e26515b922633e83268091dafc650be83a735/hosts",
"LogPath": "/var/lib/docker/containers/e8b924fc64073dc02f22bcf1007e26515b922633e83268091dafc650be83a735/e8b924fc64073dc02f22bcf1007e26515b922633e83268091dafc650be83a735-json.log",
"Name": "/addons-673472",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-673472:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-673472",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/aad7895549e0b7ea085ca2af3f11c087fac6bf570ad2dc4bd73feee2d5f93b18-init/diff:/var/lib/docker/overlay2/d473489c45702c25b9c588a4584ae1c4861c78e651ffd702dd9d50699009da5c/diff",
"MergedDir": "/var/lib/docker/overlay2/aad7895549e0b7ea085ca2af3f11c087fac6bf570ad2dc4bd73feee2d5f93b18/merged",
"UpperDir": "/var/lib/docker/overlay2/aad7895549e0b7ea085ca2af3f11c087fac6bf570ad2dc4bd73feee2d5f93b18/diff",
"WorkDir": "/var/lib/docker/overlay2/aad7895549e0b7ea085ca2af3f11c087fac6bf570ad2dc4bd73feee2d5f93b18/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-673472",
"Source": "/var/lib/docker/volumes/addons-673472/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-673472",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-673472",
"name.minikube.sigs.k8s.io": "addons-673472",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "90a6408866ae52c01dd153915206bcb1bf2a1623cf9e2dcfbd16c2fec6a503ea",
"SandboxKey": "/var/run/docker/netns/90a6408866ae",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-673472": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "60819e8d84bc026fde010beabfc4e4d1bdc6f9809a10a5a0a7b142a5bfb4baef",
"EndpointID": "089bb0d5dfdce7b823abf8a94ca5ede0fd01eb42485fbeb601f7c10fec1b43d3",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-673472",
"e8b924fc6407"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-673472 -n addons-673472
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-673472 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-673472 logs -n 25: (1.242828249s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-337919 | download-only-337919 | jenkins | v1.34.0 | 28 Oct 24 10:59 UTC | 28 Oct 24 10:59 UTC |
| start | --download-only -p | download-docker-026471 | jenkins | v1.34.0 | 28 Oct 24 10:59 UTC | |
| | download-docker-026471 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-026471 | download-docker-026471 | jenkins | v1.34.0 | 28 Oct 24 10:59 UTC | 28 Oct 24 10:59 UTC |
| start | --download-only -p | binary-mirror-985535 | jenkins | v1.34.0 | 28 Oct 24 10:59 UTC | |
| | binary-mirror-985535 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:40257 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-985535 | binary-mirror-985535 | jenkins | v1.34.0 | 28 Oct 24 10:59 UTC | 28 Oct 24 10:59 UTC |
| addons | enable dashboard -p | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 10:59 UTC | |
| | addons-673472 | | | | | |
| addons | disable dashboard -p | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 10:59 UTC | |
| | addons-673472 | | | | | |
| start | -p addons-673472 --wait=true | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 10:59 UTC | 28 Oct 24 11:02 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-673472 addons disable | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:02 UTC | 28 Oct 24 11:02 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-673472 addons disable | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:02 UTC | 28 Oct 24 11:03 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | -p addons-673472 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-673472 addons | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-673472 addons disable | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-673472 addons | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-673472 addons disable | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-673472 ssh cat | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | /opt/local-path-provisioner/pvc-b5123f9c-13e2-4f3b-9621-6a638e949257_default_test-pvc/file1 | | | | | |
| addons | addons-673472 addons disable | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-673472 ip | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| addons | addons-673472 addons disable | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-673472 addons disable | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-673472 addons | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-673472 ssh curl -s | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-673472 addons | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:03 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-673472 addons | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:03 UTC | 28 Oct 24 11:04 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-673472 ip | addons-673472 | jenkins | v1.34.0 | 28 Oct 24 11:05 UTC | 28 Oct 24 11:05 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 10:59:20
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 10:59:20.754511 542642 out.go:345] Setting OutFile to fd 1 ...
I1028 10:59:20.754981 542642 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 10:59:20.755000 542642 out.go:358] Setting ErrFile to fd 2...
I1028 10:59:20.755013 542642 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 10:59:20.755499 542642 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19876-533928/.minikube/bin
I1028 10:59:20.756452 542642 out.go:352] Setting JSON to false
I1028 10:59:20.757469 542642 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":9705,"bootTime":1730103456,"procs":170,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 10:59:20.757580 542642 start.go:139] virtualization: kvm guest
I1028 10:59:20.759710 542642 out.go:177] * [addons-673472] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 10:59:20.761657 542642 notify.go:220] Checking for updates...
I1028 10:59:20.761693 542642 out.go:177] - MINIKUBE_LOCATION=19876
I1028 10:59:20.763215 542642 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 10:59:20.764504 542642 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19876-533928/kubeconfig
I1028 10:59:20.765866 542642 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19876-533928/.minikube
I1028 10:59:20.767378 542642 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 10:59:20.768819 542642 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 10:59:20.770226 542642 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 10:59:20.793533 542642 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 10:59:20.793626 542642 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 10:59:20.840792 542642 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-28 10:59:20.831923049 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bri
dge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 10:59:20.840909 542642 docker.go:318] overlay module found
I1028 10:59:20.842859 542642 out.go:177] * Using the docker driver based on user configuration
I1028 10:59:20.844253 542642 start.go:297] selected driver: docker
I1028 10:59:20.844275 542642 start.go:901] validating driver "docker" against <nil>
I1028 10:59:20.844289 542642 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 10:59:20.845157 542642 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 10:59:20.892051 542642 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-28 10:59:20.882465964 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bri
dge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 10:59:20.892234 542642 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 10:59:20.892485 542642 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 10:59:20.894462 542642 out.go:177] * Using Docker driver with root privileges
I1028 10:59:20.895759 542642 cni.go:84] Creating CNI manager for ""
I1028 10:59:20.895851 542642 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 10:59:20.895867 542642 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 10:59:20.895958 542642 start.go:340] cluster config:
{Name:addons-673472 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-673472 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 10:59:20.897432 542642 out.go:177] * Starting "addons-673472" primary control-plane node in "addons-673472" cluster
I1028 10:59:20.898778 542642 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 10:59:20.900132 542642 out.go:177] * Pulling base image v0.0.45-1729876044-19868 ...
I1028 10:59:20.901490 542642 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 10:59:20.901546 542642 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19876-533928/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1028 10:59:20.901561 542642 cache.go:56] Caching tarball of preloaded images
I1028 10:59:20.901597 542642 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 10:59:20.901673 542642 preload.go:172] Found /home/jenkins/minikube-integration/19876-533928/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 10:59:20.901689 542642 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 10:59:20.902131 542642 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/config.json ...
I1028 10:59:20.902161 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/config.json: {Name:mk4756f90b022f398c58cfd7f5b361a437b707b5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:20.917908 542642 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e to local cache
I1028 10:59:20.918047 542642 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory
I1028 10:59:20.918065 542642 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory, skipping pull
I1028 10:59:20.918070 542642 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e exists in cache, skipping pull
I1028 10:59:20.918078 542642 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e as a tarball
I1028 10:59:20.918085 542642 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from local cache
I1028 10:59:33.015225 542642 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from cached tarball
I1028 10:59:33.015277 542642 cache.go:194] Successfully downloaded all kic artifacts
I1028 10:59:33.015322 542642 start.go:360] acquireMachinesLock for addons-673472: {Name:mkc162c1f445a325af5ddcd3a485171b8916426b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 10:59:33.015518 542642 start.go:364] duration metric: took 127.084µs to acquireMachinesLock for "addons-673472"
I1028 10:59:33.015572 542642 start.go:93] Provisioning new machine with config: &{Name:addons-673472 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-673472 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 10:59:33.015714 542642 start.go:125] createHost starting for "" (driver="docker")
I1028 10:59:33.018654 542642 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1028 10:59:33.018936 542642 start.go:159] libmachine.API.Create for "addons-673472" (driver="docker")
I1028 10:59:33.018979 542642 client.go:168] LocalClient.Create starting
I1028 10:59:33.019097 542642 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19876-533928/.minikube/certs/ca.pem
I1028 10:59:33.186527 542642 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19876-533928/.minikube/certs/cert.pem
I1028 10:59:33.313958 542642 cli_runner.go:164] Run: docker network inspect addons-673472 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1028 10:59:33.330343 542642 cli_runner.go:211] docker network inspect addons-673472 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1028 10:59:33.330422 542642 network_create.go:284] running [docker network inspect addons-673472] to gather additional debugging logs...
I1028 10:59:33.330443 542642 cli_runner.go:164] Run: docker network inspect addons-673472
W1028 10:59:33.346911 542642 cli_runner.go:211] docker network inspect addons-673472 returned with exit code 1
I1028 10:59:33.346949 542642 network_create.go:287] error running [docker network inspect addons-673472]: docker network inspect addons-673472: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-673472 not found
I1028 10:59:33.346963 542642 network_create.go:289] output of [docker network inspect addons-673472]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-673472 not found
** /stderr **
I1028 10:59:33.347126 542642 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 10:59:33.364522 542642 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001c81d10}
I1028 10:59:33.364576 542642 network_create.go:124] attempt to create docker network addons-673472 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1028 10:59:33.364624 542642 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-673472 addons-673472
I1028 10:59:33.431919 542642 network_create.go:108] docker network addons-673472 192.168.49.0/24 created
I1028 10:59:33.431967 542642 kic.go:121] calculated static IP "192.168.49.2" for the "addons-673472" container
I1028 10:59:33.432037 542642 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1028 10:59:33.447921 542642 cli_runner.go:164] Run: docker volume create addons-673472 --label name.minikube.sigs.k8s.io=addons-673472 --label created_by.minikube.sigs.k8s.io=true
I1028 10:59:33.466308 542642 oci.go:103] Successfully created a docker volume addons-673472
I1028 10:59:33.466394 542642 cli_runner.go:164] Run: docker run --rm --name addons-673472-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-673472 --entrypoint /usr/bin/test -v addons-673472:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib
I1028 10:59:38.431407 542642 cli_runner.go:217] Completed: docker run --rm --name addons-673472-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-673472 --entrypoint /usr/bin/test -v addons-673472:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib: (4.964952883s)
I1028 10:59:38.431451 542642 oci.go:107] Successfully prepared a docker volume addons-673472
I1028 10:59:38.431498 542642 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 10:59:38.431554 542642 kic.go:194] Starting extracting preloaded images to volume ...
I1028 10:59:38.431642 542642 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19876-533928/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-673472:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir
I1028 10:59:42.953597 542642 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19876-533928/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-673472:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir: (4.521892283s)
I1028 10:59:42.953640 542642 kic.go:203] duration metric: took 4.522081875s to extract preloaded images to volume ...
W1028 10:59:42.953810 542642 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1028 10:59:42.953932 542642 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1028 10:59:43.007276 542642 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-673472 --name addons-673472 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-673472 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-673472 --network addons-673472 --ip 192.168.49.2 --volume addons-673472:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e
I1028 10:59:43.338724 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Running}}
I1028 10:59:43.356046 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 10:59:43.375169 542642 cli_runner.go:164] Run: docker exec addons-673472 stat /var/lib/dpkg/alternatives/iptables
I1028 10:59:43.421376 542642 oci.go:144] the created container "addons-673472" has a running status.
I1028 10:59:43.421439 542642 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa...
I1028 10:59:43.483588 542642 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1028 10:59:43.506488 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 10:59:43.524511 542642 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1028 10:59:43.524538 542642 kic_runner.go:114] Args: [docker exec --privileged addons-673472 chown docker:docker /home/docker/.ssh/authorized_keys]
I1028 10:59:43.569953 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 10:59:43.588196 542642 machine.go:93] provisionDockerMachine start ...
I1028 10:59:43.588337 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 10:59:43.607212 542642 main.go:141] libmachine: Using SSH client type: native
I1028 10:59:43.607468 542642 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1028 10:59:43.607480 542642 main.go:141] libmachine: About to run SSH command:
hostname
I1028 10:59:43.608322 542642 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:42546->127.0.0.1:32768: read: connection reset by peer
I1028 10:59:46.732613 542642 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-673472
I1028 10:59:46.732653 542642 ubuntu.go:169] provisioning hostname "addons-673472"
I1028 10:59:46.732722 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 10:59:46.749834 542642 main.go:141] libmachine: Using SSH client type: native
I1028 10:59:46.750061 542642 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1028 10:59:46.750078 542642 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-673472 && echo "addons-673472" | sudo tee /etc/hostname
I1028 10:59:46.880475 542642 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-673472
I1028 10:59:46.880595 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 10:59:46.897706 542642 main.go:141] libmachine: Using SSH client type: native
I1028 10:59:46.897934 542642 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1028 10:59:46.897960 542642 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-673472' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-673472/g' /etc/hosts;
else
echo '127.0.1.1 addons-673472' | sudo tee -a /etc/hosts;
fi
fi
I1028 10:59:47.017226 542642 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 10:59:47.017263 542642 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19876-533928/.minikube CaCertPath:/home/jenkins/minikube-integration/19876-533928/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19876-533928/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19876-533928/.minikube}
I1028 10:59:47.017304 542642 ubuntu.go:177] setting up certificates
I1028 10:59:47.017323 542642 provision.go:84] configureAuth start
I1028 10:59:47.017383 542642 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-673472
I1028 10:59:47.034526 542642 provision.go:143] copyHostCerts
I1028 10:59:47.034628 542642 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-533928/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19876-533928/.minikube/ca.pem (1078 bytes)
I1028 10:59:47.034799 542642 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-533928/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19876-533928/.minikube/cert.pem (1123 bytes)
I1028 10:59:47.034871 542642 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19876-533928/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19876-533928/.minikube/key.pem (1675 bytes)
I1028 10:59:47.034926 542642 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19876-533928/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19876-533928/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19876-533928/.minikube/certs/ca-key.pem org=jenkins.addons-673472 san=[127.0.0.1 192.168.49.2 addons-673472 localhost minikube]
I1028 10:59:47.320208 542642 provision.go:177] copyRemoteCerts
I1028 10:59:47.320278 542642 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 10:59:47.320318 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 10:59:47.337824 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 10:59:47.425816 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1028 10:59:47.449530 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1028 10:59:47.471356 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 10:59:47.492773 542642 provision.go:87] duration metric: took 475.429444ms to configureAuth
I1028 10:59:47.492806 542642 ubuntu.go:193] setting minikube options for container-runtime
I1028 10:59:47.492993 542642 config.go:182] Loaded profile config "addons-673472": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 10:59:47.493127 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 10:59:47.509958 542642 main.go:141] libmachine: Using SSH client type: native
I1028 10:59:47.510147 542642 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1028 10:59:47.510164 542642 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 10:59:47.723865 542642 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 10:59:47.723905 542642 machine.go:96] duration metric: took 4.135668383s to provisionDockerMachine
I1028 10:59:47.723923 542642 client.go:171] duration metric: took 14.70493314s to LocalClient.Create
I1028 10:59:47.723952 542642 start.go:167] duration metric: took 14.705016732s to libmachine.API.Create "addons-673472"
I1028 10:59:47.723965 542642 start.go:293] postStartSetup for "addons-673472" (driver="docker")
I1028 10:59:47.723981 542642 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 10:59:47.724056 542642 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 10:59:47.724109 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 10:59:47.740986 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 10:59:47.830267 542642 ssh_runner.go:195] Run: cat /etc/os-release
I1028 10:59:47.833684 542642 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1028 10:59:47.833719 542642 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1028 10:59:47.833727 542642 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1028 10:59:47.833733 542642 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1028 10:59:47.833747 542642 filesync.go:126] Scanning /home/jenkins/minikube-integration/19876-533928/.minikube/addons for local assets ...
I1028 10:59:47.833821 542642 filesync.go:126] Scanning /home/jenkins/minikube-integration/19876-533928/.minikube/files for local assets ...
I1028 10:59:47.833859 542642 start.go:296] duration metric: took 109.886039ms for postStartSetup
I1028 10:59:47.834224 542642 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-673472
I1028 10:59:47.852268 542642 profile.go:143] Saving config to /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/config.json ...
I1028 10:59:47.852581 542642 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 10:59:47.852646 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 10:59:47.870677 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 10:59:47.957879 542642 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1028 10:59:47.962634 542642 start.go:128] duration metric: took 14.94690152s to createHost
I1028 10:59:47.962666 542642 start.go:83] releasing machines lock for "addons-673472", held for 14.947124395s
I1028 10:59:47.962793 542642 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-673472
I1028 10:59:47.980075 542642 ssh_runner.go:195] Run: cat /version.json
I1028 10:59:47.980150 542642 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 10:59:47.980166 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 10:59:47.980227 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 10:59:47.998345 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 10:59:47.998613 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 10:59:48.080597 542642 ssh_runner.go:195] Run: systemctl --version
I1028 10:59:48.151991 542642 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 10:59:48.291683 542642 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1028 10:59:48.296533 542642 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 10:59:48.315192 542642 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1028 10:59:48.315278 542642 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 10:59:48.343139 542642 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1028 10:59:48.343171 542642 start.go:495] detecting cgroup driver to use...
I1028 10:59:48.343208 542642 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1028 10:59:48.343261 542642 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 10:59:48.357854 542642 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 10:59:48.368073 542642 docker.go:217] disabling cri-docker service (if available) ...
I1028 10:59:48.368138 542642 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 10:59:48.379997 542642 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 10:59:48.393039 542642 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 10:59:48.469904 542642 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 10:59:48.550254 542642 docker.go:233] disabling docker service ...
I1028 10:59:48.550324 542642 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 10:59:48.569270 542642 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 10:59:48.580866 542642 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 10:59:48.661689 542642 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 10:59:48.749585 542642 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 10:59:48.760408 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 10:59:48.775824 542642 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 10:59:48.775879 542642 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 10:59:48.785170 542642 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 10:59:48.785244 542642 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 10:59:48.794496 542642 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 10:59:48.803650 542642 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 10:59:48.813248 542642 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 10:59:48.822440 542642 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 10:59:48.832021 542642 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 10:59:48.846811 542642 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 10:59:48.856333 542642 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 10:59:48.864921 542642 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1028 10:59:48.864980 542642 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1028 10:59:48.879815 542642 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 10:59:48.888314 542642 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 10:59:48.963756 542642 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 10:59:49.067640 542642 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 10:59:49.067723 542642 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 10:59:49.071463 542642 start.go:563] Will wait 60s for crictl version
I1028 10:59:49.071526 542642 ssh_runner.go:195] Run: which crictl
I1028 10:59:49.075058 542642 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 10:59:49.108980 542642 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1028 10:59:49.109088 542642 ssh_runner.go:195] Run: crio --version
I1028 10:59:49.147212 542642 ssh_runner.go:195] Run: crio --version
I1028 10:59:49.184361 542642 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1028 10:59:49.186086 542642 cli_runner.go:164] Run: docker network inspect addons-673472 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 10:59:49.202472 542642 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1028 10:59:49.206394 542642 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 10:59:49.217166 542642 kubeadm.go:883] updating cluster {Name:addons-673472 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-673472 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 10:59:49.217311 542642 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 10:59:49.217364 542642 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 10:59:49.285638 542642 crio.go:514] all images are preloaded for cri-o runtime.
I1028 10:59:49.285663 542642 crio.go:433] Images already preloaded, skipping extraction
I1028 10:59:49.285714 542642 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 10:59:49.320653 542642 crio.go:514] all images are preloaded for cri-o runtime.
I1028 10:59:49.320679 542642 cache_images.go:84] Images are preloaded, skipping loading
I1028 10:59:49.320687 542642 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1028 10:59:49.320815 542642 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-673472 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-673472 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 10:59:49.320881 542642 ssh_runner.go:195] Run: crio config
I1028 10:59:49.366384 542642 cni.go:84] Creating CNI manager for ""
I1028 10:59:49.366406 542642 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 10:59:49.366418 542642 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 10:59:49.366441 542642 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-673472 NodeName:addons-673472 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 10:59:49.366567 542642 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-673472"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 10:59:49.366629 542642 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 10:59:49.375496 542642 binaries.go:44] Found k8s binaries, skipping transfer
I1028 10:59:49.375568 542642 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1028 10:59:49.384261 542642 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1028 10:59:49.401131 542642 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 10:59:49.418088 542642 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1028 10:59:49.434953 542642 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1028 10:59:49.438558 542642 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 10:59:49.449288 542642 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 10:59:49.524974 542642 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 10:59:49.538071 542642 certs.go:68] Setting up /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472 for IP: 192.168.49.2
I1028 10:59:49.538097 542642 certs.go:194] generating shared ca certs ...
I1028 10:59:49.538115 542642 certs.go:226] acquiring lock for ca certs: {Name:mk4f171b5fc82d02323944775bf27bfd4cb01f5a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:49.538236 542642 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19876-533928/.minikube/ca.key
I1028 10:59:49.639824 542642 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-533928/.minikube/ca.crt ...
I1028 10:59:49.639868 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/ca.crt: {Name:mkd44132e8612cfbcdb9b8d86b1fe1f676ffdeda Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:49.640072 542642 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-533928/.minikube/ca.key ...
I1028 10:59:49.640085 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/ca.key: {Name:mkf14aff199e8845f01b8ea4c55bad99ed133239 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:49.640162 542642 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19876-533928/.minikube/proxy-client-ca.key
I1028 10:59:49.852851 542642 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-533928/.minikube/proxy-client-ca.crt ...
I1028 10:59:49.852887 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/proxy-client-ca.crt: {Name:mkb535181adba9fa3c17366069da7c4c211ab9de Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:49.853064 542642 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-533928/.minikube/proxy-client-ca.key ...
I1028 10:59:49.853076 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/proxy-client-ca.key: {Name:mkbdd5c2c2158f7023fd6059f943bbe4bae61b95 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:49.853951 542642 certs.go:256] generating profile certs ...
I1028 10:59:49.854046 542642 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/client.key
I1028 10:59:49.854064 542642 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/client.crt with IP's: []
I1028 10:59:49.966208 542642 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/client.crt ...
I1028 10:59:49.966247 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/client.crt: {Name:mk1a91296c0a0584dfd795afde0cd6124b219b2d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:49.966457 542642 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/client.key ...
I1028 10:59:49.966473 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/client.key: {Name:mke76e2304da30762701329588da4e12fcf058eb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:49.966569 542642 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.key.d3d5ad56
I1028 10:59:49.966595 542642 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.crt.d3d5ad56 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1028 10:59:50.066384 542642 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.crt.d3d5ad56 ...
I1028 10:59:50.066419 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.crt.d3d5ad56: {Name:mk26f4eae40046e2f9760be0736db8a4cf2aed4f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:50.066619 542642 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.key.d3d5ad56 ...
I1028 10:59:50.066643 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.key.d3d5ad56: {Name:mke6dba6ec7cc173445d41f08f411d73cd4c6923 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:50.066750 542642 certs.go:381] copying /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.crt.d3d5ad56 -> /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.crt
I1028 10:59:50.066847 542642 certs.go:385] copying /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.key.d3d5ad56 -> /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.key
I1028 10:59:50.066911 542642 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/proxy-client.key
I1028 10:59:50.066937 542642 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/proxy-client.crt with IP's: []
I1028 10:59:50.225084 542642 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/proxy-client.crt ...
I1028 10:59:50.225117 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/proxy-client.crt: {Name:mk8517bcb80f98969c02fde259782834ba3d7d1e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:50.225299 542642 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/proxy-client.key ...
I1028 10:59:50.225316 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/proxy-client.key: {Name:mk1574fd3c7aa35b7c3a8015ad57972a01c86130 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 10:59:50.225597 542642 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-533928/.minikube/certs/ca-key.pem (1679 bytes)
I1028 10:59:50.225651 542642 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-533928/.minikube/certs/ca.pem (1078 bytes)
I1028 10:59:50.225688 542642 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-533928/.minikube/certs/cert.pem (1123 bytes)
I1028 10:59:50.225724 542642 certs.go:484] found cert: /home/jenkins/minikube-integration/19876-533928/.minikube/certs/key.pem (1675 bytes)
I1028 10:59:50.226429 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 10:59:50.250065 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 10:59:50.272840 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 10:59:50.297142 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1028 10:59:50.319157 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1028 10:59:50.342951 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 10:59:50.367065 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 10:59:50.389802 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/profiles/addons-673472/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1028 10:59:50.412522 542642 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19876-533928/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 10:59:50.435751 542642 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 10:59:50.452937 542642 ssh_runner.go:195] Run: openssl version
I1028 10:59:50.458336 542642 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 10:59:50.467859 542642 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 10:59:50.471462 542642 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 10:59 /usr/share/ca-certificates/minikubeCA.pem
I1028 10:59:50.471530 542642 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 10:59:50.478466 542642 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 10:59:50.487526 542642 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 10:59:50.490685 542642 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 10:59:50.490735 542642 kubeadm.go:392] StartCluster: {Name:addons-673472 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-673472 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 10:59:50.490823 542642 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 10:59:50.490883 542642 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 10:59:50.525092 542642 cri.go:89] found id: ""
I1028 10:59:50.525168 542642 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1028 10:59:50.533742 542642 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1028 10:59:50.542479 542642 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1028 10:59:50.542541 542642 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1028 10:59:50.551003 542642 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1028 10:59:50.551027 542642 kubeadm.go:157] found existing configuration files:
I1028 10:59:50.551080 542642 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1028 10:59:50.558870 542642 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1028 10:59:50.558941 542642 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1028 10:59:50.566564 542642 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1028 10:59:50.574624 542642 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1028 10:59:50.574686 542642 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1028 10:59:50.582723 542642 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1028 10:59:50.591122 542642 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1028 10:59:50.591178 542642 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1028 10:59:50.599560 542642 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1028 10:59:50.608182 542642 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1028 10:59:50.608236 542642 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1028 10:59:50.616624 542642 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1028 10:59:50.671384 542642 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1070-gcp\n", err: exit status 1
I1028 10:59:50.723737 542642 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1028 10:59:59.460393 542642 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1028 10:59:59.460471 542642 kubeadm.go:310] [preflight] Running pre-flight checks
I1028 10:59:59.460584 542642 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1028 10:59:59.460664 542642 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1070-gcp[0m
I1028 10:59:59.460700 542642 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1028 10:59:59.460753 542642 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1028 10:59:59.460837 542642 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1028 10:59:59.460886 542642 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1028 10:59:59.460922 542642 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1028 10:59:59.460965 542642 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1028 10:59:59.461030 542642 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1028 10:59:59.461095 542642 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1028 10:59:59.461153 542642 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1028 10:59:59.461194 542642 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1028 10:59:59.461267 542642 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1028 10:59:59.461412 542642 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1028 10:59:59.461527 542642 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1028 10:59:59.461595 542642 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1028 10:59:59.464242 542642 out.go:235] - Generating certificates and keys ...
I1028 10:59:59.464338 542642 kubeadm.go:310] [certs] Using existing ca certificate authority
I1028 10:59:59.464395 542642 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1028 10:59:59.464494 542642 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1028 10:59:59.464578 542642 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1028 10:59:59.464659 542642 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1028 10:59:59.464773 542642 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1028 10:59:59.464870 542642 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1028 10:59:59.464989 542642 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-673472 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 10:59:59.465070 542642 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1028 10:59:59.465204 542642 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-673472 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 10:59:59.465311 542642 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1028 10:59:59.465425 542642 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1028 10:59:59.465496 542642 kubeadm.go:310] [certs] Generating "sa" key and public key
I1028 10:59:59.465556 542642 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1028 10:59:59.465619 542642 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1028 10:59:59.465683 542642 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1028 10:59:59.465762 542642 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1028 10:59:59.465855 542642 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1028 10:59:59.465939 542642 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1028 10:59:59.466049 542642 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1028 10:59:59.466148 542642 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1028 10:59:59.467513 542642 out.go:235] - Booting up control plane ...
I1028 10:59:59.467597 542642 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1028 10:59:59.467678 542642 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1028 10:59:59.467747 542642 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1028 10:59:59.467853 542642 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1028 10:59:59.467939 542642 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1028 10:59:59.467976 542642 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1028 10:59:59.468090 542642 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1028 10:59:59.468181 542642 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1028 10:59:59.468233 542642 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.60969ms
I1028 10:59:59.468327 542642 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1028 10:59:59.468422 542642 kubeadm.go:310] [api-check] The API server is healthy after 4.502341846s
I1028 10:59:59.468553 542642 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1028 10:59:59.468704 542642 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1028 10:59:59.468785 542642 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1028 10:59:59.468971 542642 kubeadm.go:310] [mark-control-plane] Marking the node addons-673472 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1028 10:59:59.469113 542642 kubeadm.go:310] [bootstrap-token] Using token: s6hekf.p6us0uvpwrt54ii9
I1028 10:59:59.470775 542642 out.go:235] - Configuring RBAC rules ...
I1028 10:59:59.470918 542642 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1028 10:59:59.471027 542642 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1028 10:59:59.471211 542642 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1028 10:59:59.471402 542642 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1028 10:59:59.471522 542642 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1028 10:59:59.471626 542642 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1028 10:59:59.471854 542642 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1028 10:59:59.471911 542642 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1028 10:59:59.471957 542642 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1028 10:59:59.471964 542642 kubeadm.go:310]
I1028 10:59:59.472023 542642 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1028 10:59:59.472037 542642 kubeadm.go:310]
I1028 10:59:59.472239 542642 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1028 10:59:59.472264 542642 kubeadm.go:310]
I1028 10:59:59.472380 542642 kubeadm.go:310] mkdir -p $HOME/.kube
I1028 10:59:59.472508 542642 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1028 10:59:59.472597 542642 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1028 10:59:59.472609 542642 kubeadm.go:310]
I1028 10:59:59.472702 542642 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1028 10:59:59.472721 542642 kubeadm.go:310]
I1028 10:59:59.472812 542642 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1028 10:59:59.472822 542642 kubeadm.go:310]
I1028 10:59:59.472901 542642 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1028 10:59:59.473004 542642 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1028 10:59:59.473103 542642 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1028 10:59:59.473116 542642 kubeadm.go:310]
I1028 10:59:59.473248 542642 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1028 10:59:59.473323 542642 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1028 10:59:59.473329 542642 kubeadm.go:310]
I1028 10:59:59.473392 542642 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token s6hekf.p6us0uvpwrt54ii9 \
I1028 10:59:59.473472 542642 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:22f0f7d5663ef838083a14a9e686edb004104fc5a60ae6df0f45c5a76351185e \
I1028 10:59:59.473491 542642 kubeadm.go:310] --control-plane
I1028 10:59:59.473497 542642 kubeadm.go:310]
I1028 10:59:59.473572 542642 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1028 10:59:59.473586 542642 kubeadm.go:310]
I1028 10:59:59.473686 542642 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token s6hekf.p6us0uvpwrt54ii9 \
I1028 10:59:59.473848 542642 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:22f0f7d5663ef838083a14a9e686edb004104fc5a60ae6df0f45c5a76351185e
I1028 10:59:59.473867 542642 cni.go:84] Creating CNI manager for ""
I1028 10:59:59.473879 542642 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 10:59:59.475888 542642 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1028 10:59:59.477334 542642 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1028 10:59:59.482009 542642 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1028 10:59:59.482040 542642 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1028 10:59:59.500964 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1028 10:59:59.709902 542642 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1028 10:59:59.709975 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 10:59:59.709977 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-673472 minikube.k8s.io/updated_at=2024_10_28T10_59_59_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=605803b196d1455ad0982199aad6722d11920536 minikube.k8s.io/name=addons-673472 minikube.k8s.io/primary=true
I1028 10:59:59.827958 542642 ops.go:34] apiserver oom_adj: -16
I1028 10:59:59.827991 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:00:00.328362 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:00:00.828250 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:00:01.328889 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:00:01.828850 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:00:02.328156 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:00:02.828817 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:00:03.328466 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:00:03.828414 542642 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:00:03.927985 542642 kubeadm.go:1113] duration metric: took 4.218075435s to wait for elevateKubeSystemPrivileges
I1028 11:00:03.928025 542642 kubeadm.go:394] duration metric: took 13.43729589s to StartCluster
I1028 11:00:03.928051 542642 settings.go:142] acquiring lock: {Name:mk4b7cc0753ef8271ffd0ab99530eca53ed30f8f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:00:03.928255 542642 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19876-533928/kubeconfig
I1028 11:00:03.928771 542642 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19876-533928/kubeconfig: {Name:mk7ef4f3d61e5f33766771edfad48c83b564ef6b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:00:03.928998 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1028 11:00:03.929046 542642 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:00:03.929156 542642 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1028 11:00:03.929291 542642 addons.go:69] Setting yakd=true in profile "addons-673472"
I1028 11:00:03.929311 542642 config.go:182] Loaded profile config "addons-673472": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:00:03.929304 542642 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-673472"
I1028 11:00:03.929322 542642 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-673472"
I1028 11:00:03.929335 542642 addons.go:69] Setting volcano=true in profile "addons-673472"
I1028 11:00:03.929346 542642 addons.go:234] Setting addon volcano=true in "addons-673472"
I1028 11:00:03.929332 542642 addons.go:69] Setting storage-provisioner=true in profile "addons-673472"
I1028 11:00:03.929361 542642 addons.go:69] Setting ingress-dns=true in profile "addons-673472"
I1028 11:00:03.929371 542642 addons.go:234] Setting addon storage-provisioner=true in "addons-673472"
I1028 11:00:03.929373 542642 addons.go:69] Setting gcp-auth=true in profile "addons-673472"
I1028 11:00:03.929364 542642 addons.go:69] Setting default-storageclass=true in profile "addons-673472"
I1028 11:00:03.929384 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.929386 542642 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-673472"
I1028 11:00:03.929393 542642 mustload.go:65] Loading cluster: addons-673472
I1028 11:00:03.929375 542642 addons.go:234] Setting addon ingress-dns=true in "addons-673472"
I1028 11:00:03.929399 542642 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-673472"
I1028 11:00:03.929411 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.929425 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.929417 542642 addons.go:69] Setting inspektor-gadget=true in profile "addons-673472"
I1028 11:00:03.929431 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.929440 542642 addons.go:234] Setting addon inspektor-gadget=true in "addons-673472"
I1028 11:00:03.929468 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.929526 542642 config.go:182] Loaded profile config "addons-673472": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:00:03.929764 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.929839 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.929908 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.929934 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.929935 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.929948 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.930127 542642 addons.go:69] Setting cloud-spanner=true in profile "addons-673472"
I1028 11:00:03.930152 542642 addons.go:234] Setting addon cloud-spanner=true in "addons-673472"
I1028 11:00:03.930186 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.930184 542642 addons.go:69] Setting metrics-server=true in profile "addons-673472"
I1028 11:00:03.930256 542642 addons.go:234] Setting addon metrics-server=true in "addons-673472"
I1028 11:00:03.930332 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.930641 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.930941 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.929350 542642 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-673472"
I1028 11:00:03.931298 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.929392 542642 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-673472"
I1028 11:00:03.932095 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.932408 542642 addons.go:69] Setting volumesnapshots=true in profile "addons-673472"
I1028 11:00:03.932473 542642 addons.go:234] Setting addon volumesnapshots=true in "addons-673472"
I1028 11:00:03.929316 542642 addons.go:234] Setting addon yakd=true in "addons-673472"
I1028 11:00:03.932523 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.932584 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.933046 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.933213 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.933240 542642 out.go:177] * Verifying Kubernetes components...
I1028 11:00:03.929324 542642 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-673472"
I1028 11:00:03.933348 542642 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-673472"
I1028 11:00:03.933599 542642 addons.go:69] Setting registry=true in profile "addons-673472"
I1028 11:00:03.933629 542642 addons.go:234] Setting addon registry=true in "addons-673472"
I1028 11:00:03.933665 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.929354 542642 addons.go:69] Setting ingress=true in profile "addons-673472"
I1028 11:00:03.935533 542642 addons.go:234] Setting addon ingress=true in "addons-673472"
I1028 11:00:03.935595 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.929374 542642 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-673472"
I1028 11:00:03.935939 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:03.932486 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.942401 542642 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:00:03.953361 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.953371 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.953453 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.953459 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:03.962021 542642 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1028 11:00:03.965883 542642 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:00:03.965914 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1028 11:00:03.965990 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:03.972247 542642 host.go:66] Checking if "addons-673472" exists ...
W1028 11:00:03.974727 542642 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1028 11:00:03.977323 542642 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.33.0
I1028 11:00:03.978481 542642 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1028 11:00:03.978551 542642 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1028 11:00:03.978889 542642 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1028 11:00:03.978914 542642 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1028 11:00:03.978976 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:03.983666 542642 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:00:03.983960 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1028 11:00:03.984046 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:03.983728 542642 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:00:03.984832 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1028 11:00:03.984896 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:03.986121 542642 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1028 11:00:03.989150 542642 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1028 11:00:03.989174 542642 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1028 11:00:03.989236 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:03.996927 542642 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1028 11:00:03.998673 542642 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1028 11:00:03.998743 542642 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1028 11:00:03.998817 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:04.025876 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.026038 542642 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1028 11:00:04.031799 542642 out.go:177] - Using image docker.io/registry:2.8.3
I1028 11:00:04.031955 542642 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I1028 11:00:04.032005 542642 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1028 11:00:04.033861 542642 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1028 11:00:04.033890 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1028 11:00:04.033954 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:04.034344 542642 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:00:04.034361 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1028 11:00:04.034411 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:04.034764 542642 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1028 11:00:04.034779 542642 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1028 11:00:04.034838 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:04.044968 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.045750 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.052954 542642 addons.go:234] Setting addon default-storageclass=true in "addons-673472"
I1028 11:00:04.053016 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:04.053456 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:04.056887 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.062397 542642 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-673472"
I1028 11:00:04.062452 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:04.062942 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:04.064878 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.067610 542642 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1028 11:00:04.068247 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.068985 542642 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1028 11:00:04.070493 542642 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:00:04.070580 542642 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1028 11:00:04.073569 542642 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:00:04.073655 542642 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1028 11:00:04.076838 542642 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:00:04.076878 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1028 11:00:04.076993 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:04.077626 542642 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I1028 11:00:04.079171 542642 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1028 11:00:04.079188 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1028 11:00:04.079240 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:04.079406 542642 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1028 11:00:04.080887 542642 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1028 11:00:04.082292 542642 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1028 11:00:04.082838 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.084942 542642 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1028 11:00:04.086241 542642 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1028 11:00:04.087505 542642 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1028 11:00:04.087526 542642 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1028 11:00:04.087604 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:04.093486 542642 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1028 11:00:04.093511 542642 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1028 11:00:04.093574 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:04.095476 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.096793 542642 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1028 11:00:04.098375 542642 out.go:177] - Using image docker.io/busybox:stable
I1028 11:00:04.099672 542642 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:00:04.099696 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1028 11:00:04.099761 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:04.100944 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.114810 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.118312 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.120239 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.139369 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:04.144237 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
W1028 11:00:04.207955 542642 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1028 11:00:04.207999 542642 retry.go:31] will retry after 271.063266ms: ssh: handshake failed: EOF
I1028 11:00:04.227147 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1028 11:00:04.321827 542642 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:00:04.333640 542642 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:00:04.333672 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14451 bytes)
I1028 11:00:04.508853 542642 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1028 11:00:04.508937 542642 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1028 11:00:04.512691 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:00:04.519934 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:00:04.520569 542642 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1028 11:00:04.520594 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1028 11:00:04.605692 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1028 11:00:04.618926 542642 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1028 11:00:04.618960 542642 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1028 11:00:04.627789 542642 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1028 11:00:04.627820 542642 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1028 11:00:04.706319 542642 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1028 11:00:04.706415 542642 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1028 11:00:04.710259 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:00:04.718156 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:00:04.726716 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:00:04.806618 542642 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1028 11:00:04.806721 542642 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1028 11:00:04.810411 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:00:04.812556 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1028 11:00:04.820399 542642 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1028 11:00:04.820428 542642 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1028 11:00:04.907872 542642 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1028 11:00:04.907905 542642 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1028 11:00:05.017060 542642 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1028 11:00:05.017147 542642 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1028 11:00:05.022649 542642 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1028 11:00:05.022734 542642 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1028 11:00:05.119250 542642 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1028 11:00:05.119334 542642 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1028 11:00:05.126092 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:00:05.207687 542642 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:00:05.207733 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1028 11:00:05.410039 542642 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1028 11:00:05.410086 542642 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1028 11:00:05.425916 542642 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:00:05.425953 542642 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1028 11:00:05.521360 542642 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:00:05.521390 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1028 11:00:05.610953 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:00:05.828153 542642 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:00:05.828181 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1028 11:00:06.013272 542642 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (1.786075969s)
I1028 11:00:06.013525 542642 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1028 11:00:06.013494 542642 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (1.691512759s)
I1028 11:00:06.014835 542642 node_ready.go:35] waiting up to 6m0s for node "addons-673472" to be "Ready" ...
I1028 11:00:06.025963 542642 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1028 11:00:06.026008 542642 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1028 11:00:06.113675 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:00:06.128466 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:00:06.410201 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:00:06.715954 542642 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1028 11:00:06.715991 542642 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1028 11:00:06.811583 542642 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-673472" context rescaled to 1 replicas
I1028 11:00:07.226692 542642 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1028 11:00:07.226725 542642 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1028 11:00:07.706702 542642 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1028 11:00:07.706749 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1028 11:00:07.919529 542642 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1028 11:00:07.919659 542642 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1028 11:00:08.016143 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (3.503416177s)
I1028 11:00:08.024375 542642 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1028 11:00:08.024461 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1028 11:00:08.029041 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:08.218644 542642 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1028 11:00:08.218672 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1028 11:00:08.330261 542642 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:00:08.330292 542642 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1028 11:00:08.606760 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:00:08.906361 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.386307705s)
I1028 11:00:08.906662 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (4.196323131s)
I1028 11:00:08.906727 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.300876329s)
I1028 11:00:10.023181 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.304981234s)
I1028 11:00:10.023228 542642 addons.go:475] Verifying addon ingress=true in "addons-673472"
I1028 11:00:10.023230 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (5.296476835s)
I1028 11:00:10.023354 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.210771619s)
I1028 11:00:10.023323 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.212822964s)
I1028 11:00:10.023615 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.897444273s)
I1028 11:00:10.023776 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.412725651s)
I1028 11:00:10.023797 542642 addons.go:475] Verifying addon registry=true in "addons-673472"
I1028 11:00:10.024106 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (3.910390692s)
I1028 11:00:10.024166 542642 addons.go:475] Verifying addon metrics-server=true in "addons-673472"
I1028 11:00:10.024204 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (3.895689846s)
I1028 11:00:10.025078 542642 out.go:177] * Verifying registry addon...
I1028 11:00:10.025112 542642 out.go:177] * Verifying ingress addon...
I1028 11:00:10.026171 542642 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-673472 service yakd-dashboard -n yakd-dashboard
I1028 11:00:10.028979 542642 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1028 11:00:10.029010 542642 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1028 11:00:10.037917 542642 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:00:10.037939 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:10.038361 542642 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1028 11:00:10.038383 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1028 11:00:10.040104 542642 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1028 11:00:10.525217 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:10.611986 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:10.613144 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:10.748755 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.338472038s)
W1028 11:00:10.748844 542642 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:00:10.748875 542642 retry.go:31] will retry after 133.009364ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:00:10.882487 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:00:11.032534 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:11.033232 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:11.210423 542642 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1028 11:00:11.210510 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:11.240863 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:11.332257 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (2.725366649s)
I1028 11:00:11.332305 542642 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-673472"
I1028 11:00:11.333950 542642 out.go:177] * Verifying csi-hostpath-driver addon...
I1028 11:00:11.336375 542642 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1028 11:00:11.342096 542642 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:00:11.342124 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:11.423475 542642 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1028 11:00:11.440624 542642 addons.go:234] Setting addon gcp-auth=true in "addons-673472"
I1028 11:00:11.440716 542642 host.go:66] Checking if "addons-673472" exists ...
I1028 11:00:11.441129 542642 cli_runner.go:164] Run: docker container inspect addons-673472 --format={{.State.Status}}
I1028 11:00:11.457258 542642 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1028 11:00:11.457325 542642 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-673472
I1028 11:00:11.474228 542642 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/19876-533928/.minikube/machines/addons-673472/id_rsa Username:docker}
I1028 11:00:11.533017 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:11.533428 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:11.839750 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:12.031897 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:12.032437 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:12.340276 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:12.533142 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:12.533589 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:12.840428 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:13.018029 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:13.033083 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:13.033461 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:13.340072 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:13.532568 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:13.533225 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:13.709023 542642 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.826484109s)
I1028 11:00:13.709118 542642 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (2.251824215s)
I1028 11:00:13.711424 542642 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:00:13.712924 542642 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1028 11:00:13.714330 542642 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1028 11:00:13.714371 542642 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1028 11:00:13.733018 542642 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1028 11:00:13.733053 542642 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1028 11:00:13.752013 542642 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:00:13.752036 542642 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1028 11:00:13.769564 542642 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:00:13.839914 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:14.032298 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:14.032517 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:14.127065 542642 addons.go:475] Verifying addon gcp-auth=true in "addons-673472"
I1028 11:00:14.128722 542642 out.go:177] * Verifying gcp-auth addon...
I1028 11:00:14.130951 542642 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1028 11:00:14.133760 542642 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1028 11:00:14.133782 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:14.340285 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:14.532982 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:14.533288 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:14.634613 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:14.840143 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:15.019148 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:15.032448 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:15.032958 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:15.134336 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:15.340879 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:15.533080 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:15.533303 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:15.634764 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:15.839750 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:16.031926 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:16.032413 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:16.135004 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:16.340373 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:16.532536 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:16.532982 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:16.634735 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:16.839939 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:17.032448 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:17.032749 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:17.134502 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:17.340641 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:17.518436 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:17.532411 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:17.532793 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:17.634354 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:17.840938 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:18.032048 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:18.032293 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:18.134554 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:18.339833 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:18.532357 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:18.532762 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:18.634210 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:18.840690 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:19.032462 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:19.032641 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:19.134168 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:19.340685 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:19.532255 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:19.532666 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:19.634194 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:19.841622 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:20.018987 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:20.032348 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:20.032674 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:20.134019 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:20.340070 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:20.532422 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:20.532994 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:20.634357 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:20.840227 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:21.032618 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:21.033102 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:21.134873 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:21.339907 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:21.532108 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:21.532579 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:21.635127 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:21.840405 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:22.032819 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:22.033326 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:22.135122 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:22.339809 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:22.518643 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:22.532568 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:22.533242 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:22.634588 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:22.841585 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:23.032631 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:23.033127 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:23.134959 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:23.339960 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:23.532979 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:23.533340 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:23.635104 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:23.840555 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:24.031958 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:24.032313 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:24.135208 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:24.341021 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:24.518779 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:24.532954 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:24.533358 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:24.634814 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:24.840281 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:25.033068 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:25.033459 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:25.137076 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:25.340495 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:25.532613 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:25.532961 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:25.634334 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:25.840534 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:26.033051 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:26.033303 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:26.134656 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:26.340021 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:26.519479 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:26.532948 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:26.533361 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:26.634677 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:26.840102 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:27.032835 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:27.033220 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:27.134588 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:27.340305 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:27.533159 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:27.533609 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:27.634829 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:27.840239 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:28.032417 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:28.033104 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:28.134251 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:28.340451 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:28.533263 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:28.533794 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:28.634529 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:28.840852 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:29.018852 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:29.032228 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:29.032824 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:29.134287 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:29.340648 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:29.533084 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:29.533408 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:29.635087 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:29.840447 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:30.032021 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:30.032563 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:30.135111 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:30.340261 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:30.532981 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:30.533379 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:30.634986 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:30.841062 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:31.020622 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:31.032001 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:31.032707 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:31.135107 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:31.340063 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:31.532892 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:31.533331 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:31.634666 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:31.839664 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:32.032046 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:32.032349 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:32.134668 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:32.339703 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:32.532501 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:32.533004 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:32.634565 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:32.839946 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:33.032104 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:33.032533 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:33.133887 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:33.339750 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:33.521653 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:33.532019 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:33.532404 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:33.634455 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:33.840362 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:34.031751 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:34.032123 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:34.134704 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:34.339920 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:34.532578 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:34.532934 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:34.634561 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:34.839727 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:35.032216 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:35.032922 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:35.134202 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:35.340390 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:35.533051 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:35.533473 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:35.634951 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:35.840086 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:36.018743 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:36.032357 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:36.032784 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:36.134355 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:36.340342 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:36.532992 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:36.533376 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:36.634655 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:36.840006 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:37.032478 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:37.033022 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:37.134411 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:37.340588 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:37.532455 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:37.532816 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:37.634265 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:37.840402 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:38.032036 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:38.032463 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:38.134650 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:38.339611 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:38.518268 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:38.532379 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:38.532934 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:38.634357 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:38.840381 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:39.032763 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:39.033084 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:39.134336 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:39.340533 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:39.532865 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:39.533246 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:39.634678 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:39.839778 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:40.032044 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:40.032580 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:40.134883 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:40.339856 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:40.518324 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:40.532250 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:40.532693 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:40.634543 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:40.839924 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:41.031724 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:41.032109 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:41.134925 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:41.340234 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:41.532874 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:41.533484 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:41.634923 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:41.839972 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:42.032340 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:42.033008 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:42.134638 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:42.339653 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:42.518410 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:42.532308 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:42.532744 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:42.634174 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:42.840369 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:43.032777 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:43.033157 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:43.134517 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:43.340512 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:43.533090 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:43.533479 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:43.634890 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:43.840070 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:44.032473 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:44.033044 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:44.133729 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:44.339731 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:44.518656 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:44.532616 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:44.533293 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:44.634675 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:44.839609 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:45.031690 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:45.032408 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:45.134577 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:45.339862 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:45.533001 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:45.533328 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:45.634820 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:45.840147 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:46.032680 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:46.033230 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:46.134542 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:46.339620 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:46.532313 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:46.533065 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:46.634276 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:46.840571 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:47.018057 542642 node_ready.go:53] node "addons-673472" has status "Ready":"False"
I1028 11:00:47.032700 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:47.033201 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:47.134712 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:47.339996 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:47.533566 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:47.535158 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:47.634705 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:47.840323 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:48.032891 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:48.033554 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:48.135125 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:48.341082 542642 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:00:48.341103 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:48.519270 542642 node_ready.go:49] node "addons-673472" has status "Ready":"True"
I1028 11:00:48.519364 542642 node_ready.go:38] duration metric: took 42.504448997s for node "addons-673472" to be "Ready" ...
I1028 11:00:48.519383 542642 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:00:48.532873 542642 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace to be "Ready" ...
I1028 11:00:48.538600 542642 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:00:48.538625 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:48.540010 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:48.634740 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:48.840061 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:49.037329 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:49.037959 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:49.137704 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:49.341158 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:49.533448 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:49.533769 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:49.635369 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:49.842214 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:50.033503 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:50.033994 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:50.212249 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:50.409722 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:50.534110 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:50.535121 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:50.611537 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:00:50.635531 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:50.842955 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:51.034283 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:51.035568 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:51.135341 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:51.342518 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:51.532715 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:51.533127 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:51.634642 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:51.841910 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:52.033703 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:52.034134 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:52.135254 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:52.341350 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:52.533074 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:52.533473 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:52.634985 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:52.841191 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:53.032432 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:53.032929 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:53.038967 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:00:53.134977 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:53.342086 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:53.534117 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:53.534303 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:53.634596 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:53.842141 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:54.033150 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:54.033798 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:54.134916 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:54.340966 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:54.533868 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:54.534054 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:54.634837 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:54.841351 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:55.033162 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:55.033629 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:55.135251 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:55.343069 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:55.533683 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:55.534011 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:55.538521 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:00:55.634614 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:55.841853 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:56.033113 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:56.033323 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:56.134286 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:56.342244 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:56.534343 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:56.534563 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:56.635087 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:56.841851 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:57.033870 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:57.034195 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:57.135142 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:57.343291 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:57.533146 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:57.533355 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:57.539523 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:00:57.635013 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:57.843413 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:58.032675 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:58.033181 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:58.135325 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:58.341465 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:58.533138 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:58.533305 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:58.634383 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:58.841730 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:59.032925 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:59.033298 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:59.135767 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:59.340854 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:00:59.534406 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:00:59.534730 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:00:59.634079 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:00:59.841665 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:00.033109 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:00.033265 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:00.038431 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:00.135379 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:00.341771 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:00.533825 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:00.534007 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:00.635490 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:00.841832 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:01.033296 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:01.033699 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:01.134828 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:01.340920 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:01.535910 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:01.536068 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:01.634991 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:01.840999 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:02.033058 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:02.033403 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:02.134186 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:02.341390 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:02.533200 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:02.533519 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:02.538205 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:02.634199 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:02.841616 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:03.032687 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:03.033026 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:03.135053 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:03.341963 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:03.534040 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:03.534255 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:03.635173 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:03.840876 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:04.033154 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:04.033687 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:04.137514 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:04.341739 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:04.533516 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:04.533882 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:04.539188 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:04.635283 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:04.841442 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:05.032729 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:05.033124 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:05.136681 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:05.340583 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:05.533528 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:05.533935 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:05.634746 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:05.841153 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:06.033894 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:06.034118 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:06.135809 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:06.341845 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:06.532772 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:06.533071 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:06.634900 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:06.840948 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:07.033499 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:07.033971 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:07.038708 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:07.134489 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:07.341453 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:07.533460 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:07.534078 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:07.634752 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:07.841145 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:08.032456 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:08.032600 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:08.134493 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:08.341228 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:08.532960 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:08.533418 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:08.634946 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:08.841209 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:09.032428 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:09.032860 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:09.133910 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:09.340994 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:09.533027 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:09.533325 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:09.538036 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:09.635269 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:09.842042 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:10.033156 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:10.034120 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:10.135121 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:10.409633 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:10.612232 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:10.613683 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:10.708956 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:10.911211 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:11.109514 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:11.111442 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:11.217964 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:11.342875 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:11.534357 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:11.536302 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:11.539401 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:11.634349 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:11.841983 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:12.034345 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:12.035360 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:12.135368 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:12.342090 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:12.534830 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:12.535385 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:12.635476 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:12.841981 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:13.033585 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:13.034659 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:13.135255 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:13.341464 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:13.534090 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:13.534423 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:13.634870 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:13.840481 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:14.033127 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:14.033709 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:14.038134 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:14.134521 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:14.341478 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:14.533571 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:14.533775 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:14.634858 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:14.840881 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:15.033065 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:15.033576 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:15.135105 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:15.341248 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:15.533403 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:15.533889 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:15.634506 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:15.841862 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:16.033448 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:16.033889 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:16.038574 542642 pod_ready.go:103] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:16.134315 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:16.341749 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:16.533707 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:16.534255 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:16.635247 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:16.841160 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:17.032355 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:17.032720 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:17.135060 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:17.341269 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:17.533498 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:17.533806 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:17.538084 542642 pod_ready.go:93] pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace has status "Ready":"True"
I1028 11:01:17.538109 542642 pod_ready.go:82] duration metric: took 29.005201782s for pod "amd-gpu-device-plugin-rbj2l" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.538121 542642 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-67wn8" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.542973 542642 pod_ready.go:93] pod "coredns-7c65d6cfc9-67wn8" in "kube-system" namespace has status "Ready":"True"
I1028 11:01:17.542994 542642 pod_ready.go:82] duration metric: took 4.866917ms for pod "coredns-7c65d6cfc9-67wn8" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.543018 542642 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-673472" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.547786 542642 pod_ready.go:93] pod "etcd-addons-673472" in "kube-system" namespace has status "Ready":"True"
I1028 11:01:17.547816 542642 pod_ready.go:82] duration metric: took 4.791299ms for pod "etcd-addons-673472" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.547829 542642 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-673472" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.552584 542642 pod_ready.go:93] pod "kube-apiserver-addons-673472" in "kube-system" namespace has status "Ready":"True"
I1028 11:01:17.552607 542642 pod_ready.go:82] duration metric: took 4.769593ms for pod "kube-apiserver-addons-673472" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.552621 542642 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-673472" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.557407 542642 pod_ready.go:93] pod "kube-controller-manager-addons-673472" in "kube-system" namespace has status "Ready":"True"
I1028 11:01:17.557431 542642 pod_ready.go:82] duration metric: took 4.801768ms for pod "kube-controller-manager-addons-673472" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.557447 542642 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-bx7gb" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.634735 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:17.842241 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:17.936923 542642 pod_ready.go:93] pod "kube-proxy-bx7gb" in "kube-system" namespace has status "Ready":"True"
I1028 11:01:17.936950 542642 pod_ready.go:82] duration metric: took 379.494749ms for pod "kube-proxy-bx7gb" in "kube-system" namespace to be "Ready" ...
I1028 11:01:17.936965 542642 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-673472" in "kube-system" namespace to be "Ready" ...
I1028 11:01:18.032935 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:18.033167 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:18.134835 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:18.336919 542642 pod_ready.go:93] pod "kube-scheduler-addons-673472" in "kube-system" namespace has status "Ready":"True"
I1028 11:01:18.336944 542642 pod_ready.go:82] duration metric: took 399.970822ms for pod "kube-scheduler-addons-673472" in "kube-system" namespace to be "Ready" ...
I1028 11:01:18.336956 542642 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace to be "Ready" ...
I1028 11:01:18.340532 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:18.534909 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:18.536030 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:18.635514 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:18.845416 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:19.033842 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:19.034226 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:19.134919 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:19.341639 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:19.533828 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:19.534372 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:19.634892 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:19.840581 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:20.033493 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:01:20.033880 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:20.134191 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:20.342213 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:20.343655 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:20.533812 542642 kapi.go:107] duration metric: took 1m10.504828753s to wait for kubernetes.io/minikube-addons=registry ...
I1028 11:01:20.534024 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:20.634168 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:20.841313 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:21.032943 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:21.134466 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:21.342676 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:21.534559 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:21.635111 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:21.842094 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:22.033536 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:22.135157 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:22.344346 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:22.345191 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:22.533924 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:22.634477 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:22.841611 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:23.033994 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:23.135350 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:23.341871 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:23.535034 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:23.635334 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:23.841785 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:24.032671 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:24.135058 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:24.341235 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:24.535538 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:24.635117 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:24.841542 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:24.843062 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:25.035202 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:25.135226 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:25.341970 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:25.533683 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:25.635778 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:25.841215 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:26.034307 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:26.207043 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:01:26.508518 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:26.599567 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:26.811174 542642 kapi.go:107] duration metric: took 1m12.680214644s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1028 11:01:26.813201 542642 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-673472 cluster.
I1028 11:01:26.814660 542642 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1028 11:01:26.816531 542642 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1028 11:01:26.921598 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:26.921632 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:27.033951 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:27.409167 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:27.533133 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:27.841444 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:28.033365 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:28.342270 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:28.532917 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:28.845716 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:29.033131 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:29.341164 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:29.342966 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:29.534745 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:29.841647 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:30.033575 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:30.342079 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:30.533487 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:30.842021 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:31.034031 542642 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:01:31.342128 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:31.343654 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:31.534495 542642 kapi.go:107] duration metric: took 1m21.505480203s to wait for app.kubernetes.io/name=ingress-nginx ...
I1028 11:01:31.931485 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:32.376419 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:32.841919 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:33.342170 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:33.841820 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:33.843460 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:34.341093 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:34.843097 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:35.341309 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:35.841956 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:36.346779 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:36.351204 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:36.841895 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:37.342406 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:37.854289 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:38.346854 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:38.842971 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:38.843508 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:39.344042 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:39.841491 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:40.341886 542642 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:01:40.842246 542642 kapi.go:107] duration metric: took 1m29.505873588s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1028 11:01:40.843126 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:40.844354 542642 out.go:177] * Enabled addons: ingress-dns, inspektor-gadget, amd-gpu-device-plugin, cloud-spanner, nvidia-device-plugin, storage-provisioner, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I1028 11:01:40.846010 542642 addons.go:510] duration metric: took 1m36.916862098s for enable addons: enabled=[ingress-dns inspektor-gadget amd-gpu-device-plugin cloud-spanner nvidia-device-plugin storage-provisioner metrics-server yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I1028 11:01:42.843444 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:44.843554 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:47.343498 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:49.344350 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:51.842829 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:53.843560 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:55.843632 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:01:57.843974 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:02:00.343576 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:02:02.343881 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:02:04.843727 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:02:07.343564 542642 pod_ready.go:103] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"False"
I1028 11:02:08.844486 542642 pod_ready.go:93] pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace has status "Ready":"True"
I1028 11:02:08.844510 542642 pod_ready.go:82] duration metric: took 50.507548227s for pod "metrics-server-84c5f94fbc-wbsls" in "kube-system" namespace to be "Ready" ...
I1028 11:02:08.844522 542642 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-zktff" in "kube-system" namespace to be "Ready" ...
I1028 11:02:08.848837 542642 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-zktff" in "kube-system" namespace has status "Ready":"True"
I1028 11:02:08.848860 542642 pod_ready.go:82] duration metric: took 4.331704ms for pod "nvidia-device-plugin-daemonset-zktff" in "kube-system" namespace to be "Ready" ...
I1028 11:02:08.848879 542642 pod_ready.go:39] duration metric: took 1m20.329480138s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:02:08.848901 542642 api_server.go:52] waiting for apiserver process to appear ...
I1028 11:02:08.848936 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:02:08.849006 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:02:08.885551 542642 cri.go:89] found id: "87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802"
I1028 11:02:08.885583 542642 cri.go:89] found id: ""
I1028 11:02:08.885595 542642 logs.go:282] 1 containers: [87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802]
I1028 11:02:08.885647 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:08.889170 542642 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:02:08.889235 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:02:08.936962 542642 cri.go:89] found id: "86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163"
I1028 11:02:08.936987 542642 cri.go:89] found id: ""
I1028 11:02:08.936999 542642 logs.go:282] 1 containers: [86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163]
I1028 11:02:08.937062 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:08.940948 542642 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:02:08.941022 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:02:08.977719 542642 cri.go:89] found id: "558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b"
I1028 11:02:08.977746 542642 cri.go:89] found id: ""
I1028 11:02:08.977754 542642 logs.go:282] 1 containers: [558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b]
I1028 11:02:08.977798 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:08.981284 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:02:08.981345 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:02:09.016943 542642 cri.go:89] found id: "f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd"
I1028 11:02:09.016973 542642 cri.go:89] found id: ""
I1028 11:02:09.016983 542642 logs.go:282] 1 containers: [f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd]
I1028 11:02:09.017045 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:09.020959 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:02:09.021063 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:02:09.058112 542642 cri.go:89] found id: "d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e"
I1028 11:02:09.058134 542642 cri.go:89] found id: ""
I1028 11:02:09.058142 542642 logs.go:282] 1 containers: [d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e]
I1028 11:02:09.058206 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:09.061716 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:02:09.061790 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:02:09.099845 542642 cri.go:89] found id: "780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c"
I1028 11:02:09.099873 542642 cri.go:89] found id: ""
I1028 11:02:09.099883 542642 logs.go:282] 1 containers: [780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c]
I1028 11:02:09.099951 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:09.103773 542642 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:02:09.103866 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:02:09.141449 542642 cri.go:89] found id: "d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769"
I1028 11:02:09.141473 542642 cri.go:89] found id: ""
I1028 11:02:09.141484 542642 logs.go:282] 1 containers: [d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769]
I1028 11:02:09.141537 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:09.145006 542642 logs.go:123] Gathering logs for kubelet ...
I1028 11:02:09.145035 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:02:09.206966 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.163425 1632 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-673472' and this object
W1028 11:02:09.207147 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.163484 1632 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
W1028 11:02:09.207271 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.164087 1632 reflector.go:561] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-673472' and this object
W1028 11:02:09.207422 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.164135 1632 reflector.go:158] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
I1028 11:02:09.234931 542642 logs.go:123] Gathering logs for dmesg ...
I1028 11:02:09.234980 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:02:09.249356 542642 logs.go:123] Gathering logs for kube-apiserver [87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802] ...
I1028 11:02:09.249394 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802"
I1028 11:02:09.296227 542642 logs.go:123] Gathering logs for coredns [558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b] ...
I1028 11:02:09.296271 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b"
I1028 11:02:09.336130 542642 logs.go:123] Gathering logs for kube-scheduler [f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd] ...
I1028 11:02:09.336179 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd"
I1028 11:02:09.378871 542642 logs.go:123] Gathering logs for kube-proxy [d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e] ...
I1028 11:02:09.378908 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e"
I1028 11:02:09.414200 542642 logs.go:123] Gathering logs for kindnet [d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769] ...
I1028 11:02:09.414233 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769"
I1028 11:02:09.451220 542642 logs.go:123] Gathering logs for describe nodes ...
I1028 11:02:09.451256 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:02:09.559383 542642 logs.go:123] Gathering logs for etcd [86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163] ...
I1028 11:02:09.559421 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163"
I1028 11:02:09.610227 542642 logs.go:123] Gathering logs for kube-controller-manager [780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c] ...
I1028 11:02:09.610267 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c"
I1028 11:02:09.671516 542642 logs.go:123] Gathering logs for CRI-O ...
I1028 11:02:09.671558 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:02:09.743818 542642 logs.go:123] Gathering logs for container status ...
I1028 11:02:09.743868 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:02:09.792271 542642 out.go:358] Setting ErrFile to fd 2...
I1028 11:02:09.792316 542642 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:02:09.792384 542642 out.go:270] X Problems detected in kubelet:
W1028 11:02:09.792397 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.163425 1632 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-673472' and this object
W1028 11:02:09.792410 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.163484 1632 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
W1028 11:02:09.792423 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.164087 1632 reflector.go:561] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-673472' and this object
W1028 11:02:09.792430 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.164135 1632 reflector.go:158] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
I1028 11:02:09.792436 542642 out.go:358] Setting ErrFile to fd 2...
I1028 11:02:09.792443 542642 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:02:19.793985 542642 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:02:19.808359 542642 api_server.go:72] duration metric: took 2m15.879271272s to wait for apiserver process to appear ...
I1028 11:02:19.808384 542642 api_server.go:88] waiting for apiserver healthz status ...
I1028 11:02:19.808428 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:02:19.808480 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:02:19.842622 542642 cri.go:89] found id: "87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802"
I1028 11:02:19.842654 542642 cri.go:89] found id: ""
I1028 11:02:19.842666 542642 logs.go:282] 1 containers: [87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802]
I1028 11:02:19.842744 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:19.846413 542642 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:02:19.846489 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:02:19.882646 542642 cri.go:89] found id: "86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163"
I1028 11:02:19.882680 542642 cri.go:89] found id: ""
I1028 11:02:19.882692 542642 logs.go:282] 1 containers: [86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163]
I1028 11:02:19.882743 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:19.886454 542642 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:02:19.886519 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:02:19.922106 542642 cri.go:89] found id: "558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b"
I1028 11:02:19.922128 542642 cri.go:89] found id: ""
I1028 11:02:19.922138 542642 logs.go:282] 1 containers: [558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b]
I1028 11:02:19.922194 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:19.925691 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:02:19.925763 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:02:19.960189 542642 cri.go:89] found id: "f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd"
I1028 11:02:19.960212 542642 cri.go:89] found id: ""
I1028 11:02:19.960219 542642 logs.go:282] 1 containers: [f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd]
I1028 11:02:19.960264 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:19.963896 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:02:19.963963 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:02:19.999912 542642 cri.go:89] found id: "d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e"
I1028 11:02:19.999937 542642 cri.go:89] found id: ""
I1028 11:02:19.999945 542642 logs.go:282] 1 containers: [d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e]
I1028 11:02:20.000005 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:20.003932 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:02:20.004014 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:02:20.042260 542642 cri.go:89] found id: "780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c"
I1028 11:02:20.042289 542642 cri.go:89] found id: ""
I1028 11:02:20.042298 542642 logs.go:282] 1 containers: [780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c]
I1028 11:02:20.042353 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:20.046134 542642 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:02:20.046197 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:02:20.082205 542642 cri.go:89] found id: "d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769"
I1028 11:02:20.082236 542642 cri.go:89] found id: ""
I1028 11:02:20.082246 542642 logs.go:282] 1 containers: [d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769]
I1028 11:02:20.082305 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:20.086153 542642 logs.go:123] Gathering logs for container status ...
I1028 11:02:20.086185 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:02:20.129314 542642 logs.go:123] Gathering logs for dmesg ...
I1028 11:02:20.129353 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:02:20.143558 542642 logs.go:123] Gathering logs for describe nodes ...
I1028 11:02:20.143595 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:02:20.246106 542642 logs.go:123] Gathering logs for etcd [86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163] ...
I1028 11:02:20.246136 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163"
I1028 11:02:20.293999 542642 logs.go:123] Gathering logs for coredns [558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b] ...
I1028 11:02:20.294043 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b"
I1028 11:02:20.332497 542642 logs.go:123] Gathering logs for kube-scheduler [f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd] ...
I1028 11:02:20.332532 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd"
I1028 11:02:20.373877 542642 logs.go:123] Gathering logs for kindnet [d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769] ...
I1028 11:02:20.373915 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769"
I1028 11:02:20.410599 542642 logs.go:123] Gathering logs for kubelet ...
I1028 11:02:20.410631 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:02:20.468141 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.163425 1632 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-673472' and this object
W1028 11:02:20.468316 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.163484 1632 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
W1028 11:02:20.468439 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.164087 1632 reflector.go:561] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-673472' and this object
W1028 11:02:20.468589 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.164135 1632 reflector.go:158] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
I1028 11:02:20.496348 542642 logs.go:123] Gathering logs for kube-apiserver [87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802] ...
I1028 11:02:20.496384 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802"
I1028 11:02:20.542990 542642 logs.go:123] Gathering logs for kube-proxy [d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e] ...
I1028 11:02:20.543040 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e"
I1028 11:02:20.578906 542642 logs.go:123] Gathering logs for kube-controller-manager [780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c] ...
I1028 11:02:20.578944 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c"
I1028 11:02:20.635286 542642 logs.go:123] Gathering logs for CRI-O ...
I1028 11:02:20.635333 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:02:20.709226 542642 out.go:358] Setting ErrFile to fd 2...
I1028 11:02:20.709267 542642 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:02:20.709343 542642 out.go:270] X Problems detected in kubelet:
W1028 11:02:20.709361 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.163425 1632 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-673472' and this object
W1028 11:02:20.709376 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.163484 1632 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
W1028 11:02:20.709390 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.164087 1632 reflector.go:561] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-673472' and this object
W1028 11:02:20.709400 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.164135 1632 reflector.go:158] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
I1028 11:02:20.709412 542642 out.go:358] Setting ErrFile to fd 2...
I1028 11:02:20.709422 542642 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:02:30.710105 542642 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1028 11:02:30.715305 542642 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1028 11:02:30.716476 542642 api_server.go:141] control plane version: v1.31.2
I1028 11:02:30.716507 542642 api_server.go:131] duration metric: took 10.908117119s to wait for apiserver health ...
I1028 11:02:30.716516 542642 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 11:02:30.716544 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:02:30.716605 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:02:30.751826 542642 cri.go:89] found id: "87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802"
I1028 11:02:30.751846 542642 cri.go:89] found id: ""
I1028 11:02:30.751854 542642 logs.go:282] 1 containers: [87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802]
I1028 11:02:30.751901 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:30.755324 542642 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:02:30.755382 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:02:30.790166 542642 cri.go:89] found id: "86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163"
I1028 11:02:30.790190 542642 cri.go:89] found id: ""
I1028 11:02:30.790198 542642 logs.go:282] 1 containers: [86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163]
I1028 11:02:30.790252 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:30.793841 542642 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:02:30.793907 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:02:30.829656 542642 cri.go:89] found id: "558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b"
I1028 11:02:30.829679 542642 cri.go:89] found id: ""
I1028 11:02:30.829686 542642 logs.go:282] 1 containers: [558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b]
I1028 11:02:30.829747 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:30.833316 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:02:30.833377 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:02:30.868057 542642 cri.go:89] found id: "f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd"
I1028 11:02:30.868084 542642 cri.go:89] found id: ""
I1028 11:02:30.868094 542642 logs.go:282] 1 containers: [f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd]
I1028 11:02:30.868152 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:30.871825 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:02:30.871893 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:02:30.907336 542642 cri.go:89] found id: "d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e"
I1028 11:02:30.907366 542642 cri.go:89] found id: ""
I1028 11:02:30.907378 542642 logs.go:282] 1 containers: [d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e]
I1028 11:02:30.907433 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:30.910919 542642 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:02:30.910994 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:02:30.945929 542642 cri.go:89] found id: "780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c"
I1028 11:02:30.945955 542642 cri.go:89] found id: ""
I1028 11:02:30.945965 542642 logs.go:282] 1 containers: [780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c]
I1028 11:02:30.946033 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:30.949613 542642 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:02:30.949683 542642 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:02:30.984758 542642 cri.go:89] found id: "d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769"
I1028 11:02:30.984787 542642 cri.go:89] found id: ""
I1028 11:02:30.984798 542642 logs.go:282] 1 containers: [d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769]
I1028 11:02:30.984853 542642 ssh_runner.go:195] Run: which crictl
I1028 11:02:30.988141 542642 logs.go:123] Gathering logs for kubelet ...
I1028 11:02:30.988159 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:02:31.046313 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.163425 1632 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-673472' and this object
W1028 11:02:31.046492 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.163484 1632 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
W1028 11:02:31.046617 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.164087 1632 reflector.go:561] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-673472' and this object
W1028 11:02:31.046768 542642 logs.go:138] Found kubelet problem: Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.164135 1632 reflector.go:158] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
I1028 11:02:31.075634 542642 logs.go:123] Gathering logs for kube-apiserver [87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802] ...
I1028 11:02:31.075678 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802"
I1028 11:02:31.123351 542642 logs.go:123] Gathering logs for etcd [86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163] ...
I1028 11:02:31.123394 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163"
I1028 11:02:31.171642 542642 logs.go:123] Gathering logs for coredns [558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b] ...
I1028 11:02:31.171674 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b"
I1028 11:02:31.209068 542642 logs.go:123] Gathering logs for kube-scheduler [f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd] ...
I1028 11:02:31.209103 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd"
I1028 11:02:31.250806 542642 logs.go:123] Gathering logs for CRI-O ...
I1028 11:02:31.250852 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:02:31.326790 542642 logs.go:123] Gathering logs for dmesg ...
I1028 11:02:31.326829 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:02:31.340598 542642 logs.go:123] Gathering logs for describe nodes ...
I1028 11:02:31.340634 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:02:31.442790 542642 logs.go:123] Gathering logs for kube-proxy [d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e] ...
I1028 11:02:31.442823 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e"
I1028 11:02:31.477657 542642 logs.go:123] Gathering logs for kube-controller-manager [780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c] ...
I1028 11:02:31.477689 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c"
I1028 11:02:31.536097 542642 logs.go:123] Gathering logs for kindnet [d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769] ...
I1028 11:02:31.536142 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769"
I1028 11:02:31.573364 542642 logs.go:123] Gathering logs for container status ...
I1028 11:02:31.573393 542642 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:02:31.617567 542642 out.go:358] Setting ErrFile to fd 2...
I1028 11:02:31.617600 542642 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:02:31.617671 542642 out.go:270] X Problems detected in kubelet:
W1028 11:02:31.617684 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.163425 1632 reflector.go:561] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-673472' and this object
W1028 11:02:31.617691 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.163484 1632 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
W1028 11:02:31.617700 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: W1028 11:00:48.164087 1632 reflector.go:561] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-673472" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-673472' and this object
W1028 11:02:31.617707 542642 out.go:270] Oct 28 11:00:48 addons-673472 kubelet[1632]: E1028 11:00:48.164135 1632 reflector.go:158] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-673472\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-673472' and this object" logger="UnhandledError"
I1028 11:02:31.617714 542642 out.go:358] Setting ErrFile to fd 2...
I1028 11:02:31.617721 542642 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:02:41.627921 542642 system_pods.go:59] 19 kube-system pods found
I1028 11:02:41.627970 542642 system_pods.go:61] "amd-gpu-device-plugin-rbj2l" [06398681-9fc4-40ad-bf57-1dfbcab84b18] Running
I1028 11:02:41.627977 542642 system_pods.go:61] "coredns-7c65d6cfc9-67wn8" [cdf89129-7554-4b64-996d-010412cebe81] Running
I1028 11:02:41.627981 542642 system_pods.go:61] "csi-hostpath-attacher-0" [98fb08da-880f-4a9b-ac30-b1088dc77ed4] Running
I1028 11:02:41.627985 542642 system_pods.go:61] "csi-hostpath-resizer-0" [3ff39992-a5fa-4c23-b4e8-447516f86aa3] Running
I1028 11:02:41.627989 542642 system_pods.go:61] "csi-hostpathplugin-bbjgv" [8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6] Running
I1028 11:02:41.627993 542642 system_pods.go:61] "etcd-addons-673472" [b971d450-f424-4d0c-9ed4-36d27855789f] Running
I1028 11:02:41.627998 542642 system_pods.go:61] "kindnet-v9f97" [7ee1e13b-0b02-4fa1-91d6-3024c746da7e] Running
I1028 11:02:41.628003 542642 system_pods.go:61] "kube-apiserver-addons-673472" [b1474126-fd31-4595-a223-36b97b89c20b] Running
I1028 11:02:41.628008 542642 system_pods.go:61] "kube-controller-manager-addons-673472" [45b96afd-51c3-41e8-8471-ace3e96aa9ab] Running
I1028 11:02:41.628013 542642 system_pods.go:61] "kube-ingress-dns-minikube" [5c010972-8925-448a-8dbc-f653c352a411] Running
I1028 11:02:41.628018 542642 system_pods.go:61] "kube-proxy-bx7gb" [33118a0f-5e5a-491e-92f3-adfac41fe8a7] Running
I1028 11:02:41.628026 542642 system_pods.go:61] "kube-scheduler-addons-673472" [498d5407-0a87-4251-9439-e27f43eed34c] Running
I1028 11:02:41.628033 542642 system_pods.go:61] "metrics-server-84c5f94fbc-wbsls" [49ebcec4-5d24-4e53-87da-1cbbff8ac5e9] Running
I1028 11:02:41.628038 542642 system_pods.go:61] "nvidia-device-plugin-daemonset-zktff" [1db498a0-7243-4eed-9b71-4a44ffadbf48] Running
I1028 11:02:41.628112 542642 system_pods.go:61] "registry-66c9cd494c-lmvk5" [bf3603f0-8ec8-43cc-b75c-299459db5001] Running
I1028 11:02:41.628119 542642 system_pods.go:61] "registry-proxy-24mvc" [94641dc2-0fe0-44ee-8265-3d276479b3ff] Running
I1028 11:02:41.628125 542642 system_pods.go:61] "snapshot-controller-56fcc65765-75jc2" [7755b682-0c95-4200-98e2-291af6055537] Running
I1028 11:02:41.628131 542642 system_pods.go:61] "snapshot-controller-56fcc65765-7sj9h" [47fe8932-32e4-4b34-95f8-e6c4abe22b0f] Running
I1028 11:02:41.628137 542642 system_pods.go:61] "storage-provisioner" [859db836-484d-4ce9-bb84-ae9a067e2f0d] Running
I1028 11:02:41.628146 542642 system_pods.go:74] duration metric: took 10.911622468s to wait for pod list to return data ...
I1028 11:02:41.628158 542642 default_sa.go:34] waiting for default service account to be created ...
I1028 11:02:41.632312 542642 default_sa.go:45] found service account: "default"
I1028 11:02:41.632335 542642 default_sa.go:55] duration metric: took 4.168274ms for default service account to be created ...
I1028 11:02:41.632345 542642 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 11:02:41.642194 542642 system_pods.go:86] 19 kube-system pods found
I1028 11:02:41.642226 542642 system_pods.go:89] "amd-gpu-device-plugin-rbj2l" [06398681-9fc4-40ad-bf57-1dfbcab84b18] Running
I1028 11:02:41.642233 542642 system_pods.go:89] "coredns-7c65d6cfc9-67wn8" [cdf89129-7554-4b64-996d-010412cebe81] Running
I1028 11:02:41.642237 542642 system_pods.go:89] "csi-hostpath-attacher-0" [98fb08da-880f-4a9b-ac30-b1088dc77ed4] Running
I1028 11:02:41.642241 542642 system_pods.go:89] "csi-hostpath-resizer-0" [3ff39992-a5fa-4c23-b4e8-447516f86aa3] Running
I1028 11:02:41.642245 542642 system_pods.go:89] "csi-hostpathplugin-bbjgv" [8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6] Running
I1028 11:02:41.642248 542642 system_pods.go:89] "etcd-addons-673472" [b971d450-f424-4d0c-9ed4-36d27855789f] Running
I1028 11:02:41.642252 542642 system_pods.go:89] "kindnet-v9f97" [7ee1e13b-0b02-4fa1-91d6-3024c746da7e] Running
I1028 11:02:41.642255 542642 system_pods.go:89] "kube-apiserver-addons-673472" [b1474126-fd31-4595-a223-36b97b89c20b] Running
I1028 11:02:41.642259 542642 system_pods.go:89] "kube-controller-manager-addons-673472" [45b96afd-51c3-41e8-8471-ace3e96aa9ab] Running
I1028 11:02:41.642264 542642 system_pods.go:89] "kube-ingress-dns-minikube" [5c010972-8925-448a-8dbc-f653c352a411] Running
I1028 11:02:41.642267 542642 system_pods.go:89] "kube-proxy-bx7gb" [33118a0f-5e5a-491e-92f3-adfac41fe8a7] Running
I1028 11:02:41.642270 542642 system_pods.go:89] "kube-scheduler-addons-673472" [498d5407-0a87-4251-9439-e27f43eed34c] Running
I1028 11:02:41.642274 542642 system_pods.go:89] "metrics-server-84c5f94fbc-wbsls" [49ebcec4-5d24-4e53-87da-1cbbff8ac5e9] Running
I1028 11:02:41.642279 542642 system_pods.go:89] "nvidia-device-plugin-daemonset-zktff" [1db498a0-7243-4eed-9b71-4a44ffadbf48] Running
I1028 11:02:41.642285 542642 system_pods.go:89] "registry-66c9cd494c-lmvk5" [bf3603f0-8ec8-43cc-b75c-299459db5001] Running
I1028 11:02:41.642288 542642 system_pods.go:89] "registry-proxy-24mvc" [94641dc2-0fe0-44ee-8265-3d276479b3ff] Running
I1028 11:02:41.642292 542642 system_pods.go:89] "snapshot-controller-56fcc65765-75jc2" [7755b682-0c95-4200-98e2-291af6055537] Running
I1028 11:02:41.642297 542642 system_pods.go:89] "snapshot-controller-56fcc65765-7sj9h" [47fe8932-32e4-4b34-95f8-e6c4abe22b0f] Running
I1028 11:02:41.642301 542642 system_pods.go:89] "storage-provisioner" [859db836-484d-4ce9-bb84-ae9a067e2f0d] Running
I1028 11:02:41.642311 542642 system_pods.go:126] duration metric: took 9.960953ms to wait for k8s-apps to be running ...
I1028 11:02:41.642322 542642 system_svc.go:44] waiting for kubelet service to be running ....
I1028 11:02:41.642371 542642 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:02:41.654652 542642 system_svc.go:56] duration metric: took 12.318102ms WaitForService to wait for kubelet
I1028 11:02:41.654684 542642 kubeadm.go:582] duration metric: took 2m37.72560234s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:02:41.654707 542642 node_conditions.go:102] verifying NodePressure condition ...
I1028 11:02:41.657943 542642 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1028 11:02:41.657974 542642 node_conditions.go:123] node cpu capacity is 8
I1028 11:02:41.657988 542642 node_conditions.go:105] duration metric: took 3.276114ms to run NodePressure ...
I1028 11:02:41.658001 542642 start.go:241] waiting for startup goroutines ...
I1028 11:02:41.658007 542642 start.go:246] waiting for cluster config update ...
I1028 11:02:41.658024 542642 start.go:255] writing updated cluster config ...
I1028 11:02:41.658294 542642 ssh_runner.go:195] Run: rm -f paused
I1028 11:02:41.711431 542642 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1028 11:02:41.713734 542642 out.go:177] * Done! kubectl is now configured to use "addons-673472" cluster and "default" namespace by default
==> CRI-O <==
Oct 28 11:03:58 addons-673472 crio[1040]: time="2024-10-28 11:03:58.968954047Z" level=info msg="Removed pod sandbox: fa302813e5d03999aeef28499ee23e4f571e291892efdb83d5db9e576dd939a0" id=c2345624-7bff-48ff-80c3-cadc272a41db name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.905141534Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-w7m2n/POD" id=2644d0e5-9ceb-405a-9bfe-ffeaff49b888 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.905241423Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.925488326Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-w7m2n Namespace:default ID:0e8afd0447a9f218221a96fa40f28d94d7c7932285ad41266b94138d9e7bd11e UID:ad33d090-0029-4262-b0a2-21017bd0b8c3 NetNS:/var/run/netns/70668373-dc4c-4073-b9e6-3ce3487c07fa Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.925528464Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-w7m2n to CNI network \"kindnet\" (type=ptp)"
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.946946835Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-w7m2n Namespace:default ID:0e8afd0447a9f218221a96fa40f28d94d7c7932285ad41266b94138d9e7bd11e UID:ad33d090-0029-4262-b0a2-21017bd0b8c3 NetNS:/var/run/netns/70668373-dc4c-4073-b9e6-3ce3487c07fa Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.947133703Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-w7m2n for CNI network kindnet (type=ptp)"
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.949932684Z" level=info msg="Ran pod sandbox 0e8afd0447a9f218221a96fa40f28d94d7c7932285ad41266b94138d9e7bd11e with infra container: default/hello-world-app-55bf9c44b4-w7m2n/POD" id=2644d0e5-9ceb-405a-9bfe-ffeaff49b888 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.952678203Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=125325f5-0794-4cfc-8c6f-19e097b64742 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.952945636Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=125325f5-0794-4cfc-8c6f-19e097b64742 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.953536174Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=449d4f61-7eed-4bd5-87b1-2dfc7b87b9ff name=/runtime.v1.ImageService/PullImage
Oct 28 11:05:54 addons-673472 crio[1040]: time="2024-10-28 11:05:54.957978184Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.126628022Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.591015877Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=449d4f61-7eed-4bd5-87b1-2dfc7b87b9ff name=/runtime.v1.ImageService/PullImage
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.591649127Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=5f2d0845-f994-41b7-b23a-03f5f3e2c112 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.592260406Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86],Size_:4944818,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=5f2d0845-f994-41b7-b23a-03f5f3e2c112 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.594430352Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=11ae1002-5d32-4a87-bd4f-1bd9df8f9e21 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.595204776Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86],Size_:4944818,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=11ae1002-5d32-4a87-bd4f-1bd9df8f9e21 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.596229405Z" level=info msg="Creating container: default/hello-world-app-55bf9c44b4-w7m2n/hello-world-app" id=b561482f-f28a-4378-9e10-9962efe8ee62 name=/runtime.v1.RuntimeService/CreateContainer
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.596340313Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.613479361Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/846c5decd1522082bb45a26850899cc4ee6ad933c813056d22ee73579b854847/merged/etc/passwd: no such file or directory"
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.613514744Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/846c5decd1522082bb45a26850899cc4ee6ad933c813056d22ee73579b854847/merged/etc/group: no such file or directory"
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.654419273Z" level=info msg="Created container 6804af3c3a6bbdf32efd0f1b1cb47ddc63fad131b9e3a447511125a5d81df184: default/hello-world-app-55bf9c44b4-w7m2n/hello-world-app" id=b561482f-f28a-4378-9e10-9962efe8ee62 name=/runtime.v1.RuntimeService/CreateContainer
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.655087318Z" level=info msg="Starting container: 6804af3c3a6bbdf32efd0f1b1cb47ddc63fad131b9e3a447511125a5d81df184" id=7976bda7-a169-4c8e-bca5-cc355ec91770 name=/runtime.v1.RuntimeService/StartContainer
Oct 28 11:05:55 addons-673472 crio[1040]: time="2024-10-28 11:05:55.661204109Z" level=info msg="Started container" PID=11512 containerID=6804af3c3a6bbdf32efd0f1b1cb47ddc63fad131b9e3a447511125a5d81df184 description=default/hello-world-app-55bf9c44b4-w7m2n/hello-world-app id=7976bda7-a169-4c8e-bca5-cc355ec91770 name=/runtime.v1.RuntimeService/StartContainer sandboxID=0e8afd0447a9f218221a96fa40f28d94d7c7932285ad41266b94138d9e7bd11e
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
6804af3c3a6bb docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 0e8afd0447a9f hello-world-app-55bf9c44b4-w7m2n
2d2542cd954b8 docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250 2 minutes ago Running nginx 0 15a2f5ee37606 nginx
8d1474a0966ca gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 66d9210ec05ce busybox
67c3976fe918a registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 4 minutes ago Running controller 0 fbc804c52c72e ingress-nginx-controller-5f85ff4588-bxh4n
310fbe2dabb94 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited patch 0 9d68dc1c83544 ingress-nginx-admission-patch-nd8pm
2ab0e34f5bc41 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited create 0 ba771f66563ad ingress-nginx-admission-create-zstdd
ef77ae889b5ef registry.k8s.io/metrics-server/metrics-server@sha256:78e46b57096ec75e302fbc853e36359555df5c827bb009ecfe66f97474cc2a5a 4 minutes ago Running metrics-server 0 b06593215f93a metrics-server-84c5f94fbc-wbsls
236bb57d6d2d3 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 5 minutes ago Running minikube-ingress-dns 0 79381d8d1cf83 kube-ingress-dns-minikube
558c3bfb5f08c c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 5 minutes ago Running coredns 0 9c922a06d5d22 coredns-7c65d6cfc9-67wn8
9c5994b319418 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 5 minutes ago Running storage-provisioner 0 3d6fb9799962e storage-provisioner
d7dc377c1ec14 3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52 5 minutes ago Running kindnet-cni 0 9d45c24995558 kindnet-v9f97
d696cc719e6ea 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 5 minutes ago Running kube-proxy 0 bd99683fb696e kube-proxy-bx7gb
780a49bac595f 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 f10ba1e222682 kube-controller-manager-addons-673472
f2f6d4fe59b6a 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 368281cf760e0 kube-scheduler-addons-673472
87d6522eeaa67 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 bd97ae32ee7e1 kube-apiserver-addons-673472
86f61a9b0f576 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 978b7489a4a8f etcd-addons-673472
==> coredns [558c3bfb5f08c36f8254ac554966ecae77b859c1892d28a297cb7435cc16512b] <==
[INFO] 10.244.0.16:47489 - 21679 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000080896s
[INFO] 10.244.0.16:41179 - 42447 "AAAA IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.00568793s
[INFO] 10.244.0.16:41179 - 42118 "A IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.00575866s
[INFO] 10.244.0.16:44447 - 14475 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.005453238s
[INFO] 10.244.0.16:44447 - 14671 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.00577811s
[INFO] 10.244.0.16:56242 - 58298 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.0054118s
[INFO] 10.244.0.16:56242 - 58580 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005505645s
[INFO] 10.244.0.16:57513 - 60492 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000085569s
[INFO] 10.244.0.16:57513 - 60178 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000120947s
[INFO] 10.244.0.20:38175 - 62566 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000188702s
[INFO] 10.244.0.20:46196 - 29342 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000265612s
[INFO] 10.244.0.20:50266 - 60722 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000132066s
[INFO] 10.244.0.20:35668 - 54711 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000147563s
[INFO] 10.244.0.20:37026 - 49021 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000138823s
[INFO] 10.244.0.20:50953 - 9659 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000187735s
[INFO] 10.244.0.20:45501 - 14279 "A IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.006226427s
[INFO] 10.244.0.20:43076 - 40928 "AAAA IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.006368315s
[INFO] 10.244.0.20:40893 - 4514 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.005918154s
[INFO] 10.244.0.20:33221 - 26772 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.005907911s
[INFO] 10.244.0.20:41305 - 59757 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005512951s
[INFO] 10.244.0.20:42124 - 58285 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.005773338s
[INFO] 10.244.0.20:52091 - 8140 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 458 0.004170715s
[INFO] 10.244.0.20:34409 - 20143 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.00421151s
[INFO] 10.244.0.27:58609 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000235737s
[INFO] 10.244.0.27:57680 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000124381s
==> describe nodes <==
Name: addons-673472
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-673472
kubernetes.io/os=linux
minikube.k8s.io/commit=605803b196d1455ad0982199aad6722d11920536
minikube.k8s.io/name=addons-673472
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_28T10_59_59_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-673472
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 10:59:56 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-673472
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:05:46 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:04:02 +0000 Mon, 28 Oct 2024 10:59:54 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:04:02 +0000 Mon, 28 Oct 2024 10:59:54 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:04:02 +0000 Mon, 28 Oct 2024 10:59:54 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:04:02 +0000 Mon, 28 Oct 2024 11:00:48 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-673472
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
System Info:
Machine ID: 1fb705493fdf4a4695128d58fcd0c875
System UUID: 17eec836-98df-4a92-abb5-eb6145cff181
Boot ID: a5d554e2-50f9-4cf6-aaf5-eeaeea5ccf20
Kernel Version: 5.15.0-1070-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m14s
default hello-world-app-55bf9c44b4-w7m2n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m21s
ingress-nginx ingress-nginx-controller-5f85ff4588-bxh4n 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 5m47s
kube-system coredns-7c65d6cfc9-67wn8 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 5m53s
kube-system etcd-addons-673472 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 5m58s
kube-system kindnet-v9f97 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 5m53s
kube-system kube-apiserver-addons-673472 250m (3%) 0 (0%) 0 (0%) 0 (0%) 5m58s
kube-system kube-controller-manager-addons-673472 200m (2%) 0 (0%) 0 (0%) 0 (0%) 5m58s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m49s
kube-system kube-proxy-bx7gb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m53s
kube-system kube-scheduler-addons-673472 100m (1%) 0 (0%) 0 (0%) 0 (0%) 5m58s
kube-system metrics-server-84c5f94fbc-wbsls 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 5m48s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m48s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (13%) 100m (1%)
memory 510Mi (1%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m47s kube-proxy
Normal Starting 6m3s kubelet Starting kubelet.
Warning CgroupV1 6m3s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 6m3s (x8 over 6m3s) kubelet Node addons-673472 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m3s (x8 over 6m3s) kubelet Node addons-673472 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m3s (x7 over 6m3s) kubelet Node addons-673472 status is now: NodeHasSufficientPID
Normal Starting 5m58s kubelet Starting kubelet.
Warning CgroupV1 5m58s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 5m58s kubelet Node addons-673472 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m58s kubelet Node addons-673472 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m58s kubelet Node addons-673472 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m54s node-controller Node addons-673472 event: Registered Node addons-673472 in Controller
Normal NodeReady 5m8s kubelet Node addons-673472 status is now: NodeReady
==> dmesg <==
[ +0.000655] platform eisa.0: Cannot allocate resource for EISA slot 3
[ +0.000642] platform eisa.0: Cannot allocate resource for EISA slot 4
[ +0.000794] platform eisa.0: Cannot allocate resource for EISA slot 5
[ +0.000671] platform eisa.0: Cannot allocate resource for EISA slot 6
[ +0.000683] platform eisa.0: Cannot allocate resource for EISA slot 7
[ +0.000639] platform eisa.0: Cannot allocate resource for EISA slot 8
[ +0.688659] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.024607] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.032061] systemd[1]: /lib/systemd/system/cloud-init.service:20: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.028193] systemd[1]: /lib/systemd/system/cloud-init-hotplugd.socket:11: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +6.324014] kauditd_printk_skb: 44 callbacks suppressed
[Oct28 11:03] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 26 4b 23 1b 71 d1 36 90 bc 5b b5 cc 08 00
[ +1.023428] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 26 4b 23 1b 71 d1 36 90 bc 5b b5 cc 08 00
[ +2.019803] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 26 4b 23 1b 71 d1 36 90 bc 5b b5 cc 08 00
[ +4.219728] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000030] ll header: 00000000: 26 4b 23 1b 71 d1 36 90 bc 5b b5 cc 08 00
[ +8.191369] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 26 4b 23 1b 71 d1 36 90 bc 5b b5 cc 08 00
[Oct28 11:04] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 26 4b 23 1b 71 d1 36 90 bc 5b b5 cc 08 00
[ +34.045529] IPv4: martian source 10.244.0.21 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 26 4b 23 1b 71 d1 36 90 bc 5b b5 cc 08 00
==> etcd [86f61a9b0f576ab97387af2123a08da049c1494a2b546709a0a71dd13cfa6163] <==
{"level":"info","ts":"2024-10-28T11:00:07.308200Z","caller":"traceutil/trace.go:171","msg":"trace[932224814] transaction","detail":"{read_only:false; number_of_response:1; response_revision:432; }","duration":"100.728977ms","start":"2024-10-28T11:00:07.207448Z","end":"2024-10-28T11:00:07.308177Z","steps":["trace[932224814] 'process raft request' (duration: 19.989254ms)","trace[932224814] 'compare' (duration: 80.267981ms)"],"step_count":2}
{"level":"info","ts":"2024-10-28T11:00:07.606279Z","caller":"traceutil/trace.go:171","msg":"trace[1523903152] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"288.063987ms","start":"2024-10-28T11:00:07.318199Z","end":"2024-10-28T11:00:07.606263Z","steps":["trace[1523903152] 'process raft request' (duration: 287.931241ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:00:07.616188Z","caller":"traceutil/trace.go:171","msg":"trace[1655175651] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"293.280924ms","start":"2024-10-28T11:00:07.322890Z","end":"2024-10-28T11:00:07.616171Z","steps":["trace[1655175651] 'process raft request' (duration: 293.193728ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:00:07.616285Z","caller":"traceutil/trace.go:171","msg":"trace[1843020188] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"296.477771ms","start":"2024-10-28T11:00:07.319791Z","end":"2024-10-28T11:00:07.616269Z","steps":["trace[1843020188] 'process raft request' (duration: 288.388544ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:00:07.616381Z","caller":"traceutil/trace.go:171","msg":"trace[694769862] transaction","detail":"{read_only:false; number_of_response:1; response_revision:438; }","duration":"296.388847ms","start":"2024-10-28T11:00:07.319982Z","end":"2024-10-28T11:00:07.616371Z","steps":["trace[694769862] 'process raft request' (duration: 296.037145ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:01:26.582734Z","caller":"traceutil/trace.go:171","msg":"trace[1226832532] linearizableReadLoop","detail":"{readStateIndex:1177; appliedIndex:1176; }","duration":"155.4859ms","start":"2024-10-28T11:01:26.427218Z","end":"2024-10-28T11:01:26.582704Z","steps":["trace[1226832532] 'read index received' (duration: 155.331163ms)","trace[1226832532] 'applied index is now lower than readState.Index' (duration: 153.908µs)"],"step_count":2}
{"level":"info","ts":"2024-10-28T11:01:26.582775Z","caller":"traceutil/trace.go:171","msg":"trace[1334436647] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"161.235746ms","start":"2024-10-28T11:01:26.421518Z","end":"2024-10-28T11:01:26.582753Z","steps":["trace[1334436647] 'process raft request' (duration: 161.031275ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:01:26.582925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.68281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-673472\" ","response":"range_response_count:1 size:5985"}
{"level":"info","ts":"2024-10-28T11:01:26.582970Z","caller":"traceutil/trace.go:171","msg":"trace[1065955371] range","detail":"{range_begin:/registry/minions/addons-673472; range_end:; response_count:1; response_revision:1145; }","duration":"155.738798ms","start":"2024-10-28T11:01:26.427214Z","end":"2024-10-28T11:01:26.582952Z","steps":["trace[1065955371] 'agreement among raft nodes before linearized reading' (duration: 155.58609ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:01:26.593230Z","caller":"traceutil/trace.go:171","msg":"trace[184068508] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"165.853483ms","start":"2024-10-28T11:01:26.427356Z","end":"2024-10-28T11:01:26.593209Z","steps":["trace[184068508] 'process raft request' (duration: 165.74865ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:01:26.805948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.281813ms","expected-duration":"100ms","prefix":"","request":"header:<ID:8128032861497871490 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/services/endpoints/gcp-auth/gcp-auth\" mod_revision:771 > success:<request_put:<key:\"/registry/services/endpoints/gcp-auth/gcp-auth\" value_size:499 >> failure:<request_range:<key:\"/registry/services/endpoints/gcp-auth/gcp-auth\" > >>","response":"size:16"}
{"level":"info","ts":"2024-10-28T11:01:26.806178Z","caller":"traceutil/trace.go:171","msg":"trace[593227183] linearizableReadLoop","detail":"{readStateIndex:1181; appliedIndex:1178; }","duration":"172.42603ms","start":"2024-10-28T11:01:26.633742Z","end":"2024-10-28T11:01:26.806168Z","steps":["trace[593227183] 'read index received' (duration: 20.88635ms)","trace[593227183] 'applied index is now lower than readState.Index' (duration: 151.539015ms)"],"step_count":2}
{"level":"info","ts":"2024-10-28T11:01:26.806181Z","caller":"traceutil/trace.go:171","msg":"trace[1484974083] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"219.073952ms","start":"2024-10-28T11:01:26.587090Z","end":"2024-10-28T11:01:26.806164Z","steps":["trace[1484974083] 'process raft request' (duration: 67.4872ms)","trace[1484974083] 'compare' (duration: 151.158811ms)"],"step_count":2}
{"level":"info","ts":"2024-10-28T11:01:26.806204Z","caller":"traceutil/trace.go:171","msg":"trace[771625790] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"219.046453ms","start":"2024-10-28T11:01:26.587136Z","end":"2024-10-28T11:01:26.806182Z","steps":["trace[771625790] 'process raft request' (duration: 218.913621ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:01:26.806336Z","caller":"traceutil/trace.go:171","msg":"trace[1779034871] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"218.016967ms","start":"2024-10-28T11:01:26.588311Z","end":"2024-10-28T11:01:26.806328Z","steps":["trace[1779034871] 'process raft request' (duration: 217.806219ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:01:26.806389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.647938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T11:01:26.806432Z","caller":"traceutil/trace.go:171","msg":"trace[1662475941] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1149; }","duration":"172.698955ms","start":"2024-10-28T11:01:26.633724Z","end":"2024-10-28T11:01:26.806423Z","steps":["trace[1662475941] 'agreement among raft nodes before linearized reading' (duration: 172.626372ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:01:32.506091Z","caller":"traceutil/trace.go:171","msg":"trace[94474605] linearizableReadLoop","detail":"{readStateIndex:1210; appliedIndex:1209; }","duration":"129.568034ms","start":"2024-10-28T11:01:32.376498Z","end":"2024-10-28T11:01:32.506066Z","steps":["trace[94474605] 'read index received' (duration: 61.82986ms)","trace[94474605] 'applied index is now lower than readState.Index' (duration: 67.737349ms)"],"step_count":2}
{"level":"info","ts":"2024-10-28T11:01:32.506173Z","caller":"traceutil/trace.go:171","msg":"trace[17385449] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"129.836214ms","start":"2024-10-28T11:01:32.376281Z","end":"2024-10-28T11:01:32.506117Z","steps":["trace[17385449] 'process raft request' (duration: 62.09369ms)","trace[17385449] 'compare' (duration: 67.584312ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:01:32.506275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.750774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-673472\" ","response":"range_response_count:1 size:5985"}
{"level":"info","ts":"2024-10-28T11:01:32.506309Z","caller":"traceutil/trace.go:171","msg":"trace[936494536] range","detail":"{range_begin:/registry/minions/addons-673472; range_end:; response_count:1; response_revision:1177; }","duration":"129.806601ms","start":"2024-10-28T11:01:32.376493Z","end":"2024-10-28T11:01:32.506300Z","steps":["trace[936494536] 'agreement among raft nodes before linearized reading' (duration: 129.670029ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:01:37.979190Z","caller":"traceutil/trace.go:171","msg":"trace[11625262] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"127.539135ms","start":"2024-10-28T11:01:37.851633Z","end":"2024-10-28T11:01:37.979173Z","steps":["trace[11625262] 'process raft request' (duration: 62.581026ms)","trace[11625262] 'compare' (duration: 64.73073ms)"],"step_count":2}
{"level":"info","ts":"2024-10-28T11:01:37.979177Z","caller":"traceutil/trace.go:171","msg":"trace[1437064814] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1241; }","duration":"125.1034ms","start":"2024-10-28T11:01:37.854046Z","end":"2024-10-28T11:01:37.979149Z","steps":["trace[1437064814] 'read index received' (duration: 60.135963ms)","trace[1437064814] 'applied index is now lower than readState.Index' (duration: 64.966272ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:01:37.979346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.283733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-673472\" ","response":"range_response_count:1 size:5985"}
{"level":"info","ts":"2024-10-28T11:01:37.979381Z","caller":"traceutil/trace.go:171","msg":"trace[312256287] range","detail":"{range_begin:/registry/minions/addons-673472; range_end:; response_count:1; response_revision:1205; }","duration":"125.336366ms","start":"2024-10-28T11:01:37.854035Z","end":"2024-10-28T11:01:37.979371Z","steps":["trace[312256287] 'agreement among raft nodes before linearized reading' (duration: 125.165792ms)"],"step_count":1}
==> kernel <==
11:05:56 up 2:48, 0 users, load average: 0.86, 10.76, 56.65
Linux addons-673472 5.15.0-1070-gcp #78~20.04.1-Ubuntu SMP Wed Oct 9 22:05:22 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [d7dc377c1ec143c52a5c44b63516a30f0c70334b070cb431b5ac6ccb34f79769] <==
I1028 11:03:47.906859 1 main.go:300] handling current node
I1028 11:03:57.907162 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:03:57.907200 1 main.go:300] handling current node
I1028 11:04:07.907244 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:04:07.907282 1 main.go:300] handling current node
I1028 11:04:17.912844 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:04:17.912888 1 main.go:300] handling current node
I1028 11:04:27.914060 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:04:27.914103 1 main.go:300] handling current node
I1028 11:04:37.908848 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:04:37.908896 1 main.go:300] handling current node
I1028 11:04:47.913630 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:04:47.913678 1 main.go:300] handling current node
I1028 11:04:57.915799 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:04:57.915838 1 main.go:300] handling current node
I1028 11:05:07.907375 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:05:07.907423 1 main.go:300] handling current node
I1028 11:05:17.912836 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:05:17.912875 1 main.go:300] handling current node
I1028 11:05:27.915993 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:05:27.916048 1 main.go:300] handling current node
I1028 11:05:37.907051 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:05:37.907175 1 main.go:300] handling current node
I1028 11:05:47.913839 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:05:47.913886 1 main.go:300] handling current node
==> kube-apiserver [87d6522eeaa6770d3fb01cbd3a25ea3cbb5e1faae498a59c9b60b94781bd2802] <==
Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
I1028 11:02:13.857502 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1028 11:02:52.435604 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:52148: use of closed network connection
E1028 11:02:52.605932 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:52174: use of closed network connection
I1028 11:03:01.639658 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.100.129.166"}
I1028 11:03:30.265863 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
E1028 11:03:31.212447 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
W1028 11:03:31.321002 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1028 11:03:35.765401 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1028 11:03:35.958723 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.99.26.74"}
I1028 11:03:38.907880 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1028 11:03:55.695720 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:03:55.695782 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:03:55.728888 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:03:55.729009 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:03:55.818778 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:03:55.818937 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:03:55.829159 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:03:55.829713 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1028 11:03:56.819964 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1028 11:03:56.834810 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1028 11:03:56.905657 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1028 11:05:54.814712 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.106.236.91"}
==> kube-controller-manager [780a49bac595fe5a7b5668dac5a9e52eb6f3981ee3deb78bf4e050cfd3a09f5c] <==
W1028 11:04:37.747853 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:04:37.747900 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:04:38.355143 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:04:38.355188 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:04:51.726415 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:04:51.726459 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:05:06.843233 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:05:06.843279 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:05:15.803885 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:05:15.803943 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:05:18.252427 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:05:18.252473 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:05:40.777101 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:05:40.777157 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:05:51.330199 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:05:51.330246 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1028 11:05:54.568796 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="15.890614ms"
I1028 11:05:54.575910 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="7.056776ms"
I1028 11:05:54.575990 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="37.682µs"
I1028 11:05:54.576033 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="18.118µs"
I1028 11:05:54.582015 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="73.516µs"
W1028 11:05:55.054436 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:05:55.054490 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1028 11:05:56.198027 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="5.247993ms"
I1028 11:05:56.198213 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="55.598µs"
==> kube-proxy [d696cc719e6ead159265aa1813a4fb52da93430b7832e0ec7a099fa604a8f81e] <==
I1028 11:00:06.428936 1 server_linux.go:66] "Using iptables proxy"
I1028 11:00:07.908221 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1028 11:00:07.908479 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1028 11:00:08.508253 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1028 11:00:08.508356 1 server_linux.go:169] "Using iptables Proxier"
I1028 11:00:08.514904 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1028 11:00:08.517596 1 server.go:483] "Version info" version="v1.31.2"
I1028 11:00:08.517984 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1028 11:00:08.520203 1 config.go:199] "Starting service config controller"
I1028 11:00:08.521561 1 shared_informer.go:313] Waiting for caches to sync for service config
I1028 11:00:08.520704 1 config.go:105] "Starting endpoint slice config controller"
I1028 11:00:08.521683 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1028 11:00:08.521278 1 config.go:328] "Starting node config controller"
I1028 11:00:08.521742 1 shared_informer.go:313] Waiting for caches to sync for node config
I1028 11:00:08.622392 1 shared_informer.go:320] Caches are synced for node config
I1028 11:00:08.622394 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1028 11:00:08.622401 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [f2f6d4fe59b6ac265c774da59e3b2fcae412d8a1253e78e4708fd194dbcf3ecd] <==
W1028 10:59:56.227184 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1028 10:59:56.227218 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1028 10:59:56.227230 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
E1028 10:59:56.227324 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.040202 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1028 10:59:57.040247 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.070694 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1028 10:59:57.070752 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.073947 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1028 10:59:57.073989 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.122466 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1028 10:59:57.122513 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.250605 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1028 10:59:57.250651 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.255021 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1028 10:59:57.255063 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.297855 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1028 10:59:57.297912 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.342782 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1028 10:59:57.342833 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.398440 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1028 10:59:57.398487 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 10:59:57.605853 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1028 10:59:57.605895 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1028 10:59:59.624074 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 28 11:05:48 addons-673472 kubelet[1632]: E1028 11:05:48.945923 1632 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730113548945544818,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:599399,},InodesUsed:&UInt64Value{Value:230,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:05:48 addons-673472 kubelet[1632]: E1028 11:05:48.945972 1632 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730113548945544818,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:599399,},InodesUsed:&UInt64Value{Value:230,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570436 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="csi-external-health-monitor-controller"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570485 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="hostpath"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570494 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="47fe8932-32e4-4b34-95f8-e6c4abe22b0f" containerName="volume-snapshot-controller"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570503 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="liveness-probe"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570512 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="node-driver-registrar"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570520 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="3ff39992-a5fa-4c23-b4e8-447516f86aa3" containerName="csi-resizer"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570531 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="eaa9702d-ee08-4b6d-b889-be03cf65a689" containerName="task-pv-container"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570540 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="csi-provisioner"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570549 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="csi-snapshotter"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570560 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="7755b682-0c95-4200-98e2-291af6055537" containerName="volume-snapshot-controller"
Oct 28 11:05:54 addons-673472 kubelet[1632]: E1028 11:05:54.570570 1632 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="98fb08da-880f-4a9b-ac30-b1088dc77ed4" containerName="csi-attacher"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570618 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="csi-external-health-monitor-controller"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570629 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="hostpath"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570636 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="47fe8932-32e4-4b34-95f8-e6c4abe22b0f" containerName="volume-snapshot-controller"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570643 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="98fb08da-880f-4a9b-ac30-b1088dc77ed4" containerName="csi-attacher"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570651 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="node-driver-registrar"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570659 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="eaa9702d-ee08-4b6d-b889-be03cf65a689" containerName="task-pv-container"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570666 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="7755b682-0c95-4200-98e2-291af6055537" containerName="volume-snapshot-controller"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570676 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="csi-provisioner"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570683 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="csi-snapshotter"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570690 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="8a10ff93-1e9e-4d53-8d54-8dd55b4f0ea6" containerName="liveness-probe"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.570697 1632 memory_manager.go:354] "RemoveStaleState removing state" podUID="3ff39992-a5fa-4c23-b4e8-447516f86aa3" containerName="csi-resizer"
Oct 28 11:05:54 addons-673472 kubelet[1632]: I1028 11:05:54.727885 1632 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tp5h7\" (UniqueName: \"kubernetes.io/projected/ad33d090-0029-4262-b0a2-21017bd0b8c3-kube-api-access-tp5h7\") pod \"hello-world-app-55bf9c44b4-w7m2n\" (UID: \"ad33d090-0029-4262-b0a2-21017bd0b8c3\") " pod="default/hello-world-app-55bf9c44b4-w7m2n"
==> storage-provisioner [9c5994b319418ea2b9da3599b93024a16ec2b2a2060f1eb06019e311d4b3e36a] <==
I1028 11:00:49.120426 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1028 11:00:49.128116 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1028 11:00:49.128193 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1028 11:00:49.138757 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1028 11:00:49.138904 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"fbaeb622-2a3a-47c5-8672-b3e4cec045b1", APIVersion:"v1", ResourceVersion:"931", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-673472_d714ab4c-d27b-4db4-80f2-b1df72977db8 became leader
I1028 11:00:49.138919 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-673472_d714ab4c-d27b-4db4-80f2-b1df72977db8!
I1028 11:00:49.240010 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-673472_d714ab4c-d27b-4db4-80f2-b1df72977db8!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-673472 -n addons-673472
helpers_test.go:261: (dbg) Run: kubectl --context addons-673472 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-zstdd ingress-nginx-admission-patch-nd8pm
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-673472 describe pod ingress-nginx-admission-create-zstdd ingress-nginx-admission-patch-nd8pm
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-673472 describe pod ingress-nginx-admission-create-zstdd ingress-nginx-admission-patch-nd8pm: exit status 1 (61.010605ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-zstdd" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-nd8pm" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-673472 describe pod ingress-nginx-admission-create-zstdd ingress-nginx-admission-patch-nd8pm: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-673472 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-673472 addons disable ingress-dns --alsologtostderr -v=1: (1.045904544s)
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-673472 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-673472 addons disable ingress --alsologtostderr -v=1: (7.65520004s)
--- FAIL: TestAddons/parallel/Ingress (150.41s)